-- Logs begin at Wed 2022-04-06 09:14:24 UTC, end at Wed 2022-04-06 10:26:05 UTC. -- Apr 06 09:49:48.961674 dv-cinder-836753-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 09:49:51.107145 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.common.config [-] Logging enabled! Apr 06 09:49:51.107849 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev55 Apr 06 09:49:51.107950 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83113) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 06 09:49:51.110416 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.common.config [-] Logging enabled! Apr 06 09:49:51.110662 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev55 Apr 06 09:49:51.110902 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83113) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 06 09:49:51.111851 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 09:49:51.112081 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 09:49:51.112458 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 09:49:51.112698 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 09:49:51.112920 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 09:49:51.113235 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.113531 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.113823 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.114046 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.114338 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.114627 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.114909 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.115196 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.115488 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.115770 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.116045 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.116395 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.116765 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.117048 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.117332 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.117616 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.117835 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] debug = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.118118 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.118545 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.118959 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.119236 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.119521 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.119789 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.120062 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.120382 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.120692 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] host = dv-cinder-836753-1-smb {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.120968 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.121252 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.121533 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.121812 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.122082 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.122352 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.122632 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.122900 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.123166 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_file = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.123439 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.123720 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.124000 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.124304 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.124529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.124744 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.125024 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.125305 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.125577 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.125846 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.126116 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.126389 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.126659 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.126921 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.127202 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.127482 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.127761 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.128034 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.128328 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.128600 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.128869 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.129146 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.129415 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.129682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.129972 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.130234 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.130501 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.130772 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.131066 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.131343 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.131621 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.131897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.132188 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.132490 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.132758 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.133026 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.133293 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_json = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.133560 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.133824 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.134100 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.134367 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.134633 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.134902 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.135169 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.135445 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.135711 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:51.136000 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.136373 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.136676 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.136956 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.137243 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.137520 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.137801 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.138079 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.138361 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.138644 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.138928 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.139200 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.139480 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.139767 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.140050 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.140349 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.140623 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.140906 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.141179 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.141445 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.141717 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.141998 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.142270 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.142539 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.142816 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.143088 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.143354 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.143621 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.143891 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.144172 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.144471 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.144740 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.145003 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.145274 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.145541 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.145818 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.146089 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.146357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.146624 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.146897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.147164 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.147432 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.148318 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.148682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.148881 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.149151 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.149420 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.149689 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.149956 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.150223 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.150487 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.150754 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.151027 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.151295 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.151563 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.151832 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.152099 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.152392 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.152679 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.152975 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.153251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.153529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.153805 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.154078 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.154351 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.154622 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.154897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.155173 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.155441 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.155724 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.156003 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.156305 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.156585 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.156861 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.157151 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.157423 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.157701 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.157976 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.158250 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.158535 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.158814 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.159102 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.159389 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.159677 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.159963 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.160251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.160548 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.160854 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.161132 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:51.161344 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 09:49:51.161579 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83113) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 09:49:51.561491 dv-cinder-836753-1-smb neutron-server[83113]: INFO keyring.backend [-] Loading KWallet Apr 06 09:49:51.568916 dv-cinder-836753-1-smb neutron-server[83113]: INFO keyring.backend [-] Loading SecretService Apr 06 09:49:51.572140 dv-cinder-836753-1-smb neutron-server[83113]: INFO keyring.backend [-] Loading Windows Apr 06 09:49:51.573488 dv-cinder-836753-1-smb neutron-server[83113]: INFO keyring.backend [-] Loading chainer Apr 06 09:49:51.574066 dv-cinder-836753-1-smb neutron-server[83113]: INFO keyring.backend [-] Loading macOS Apr 06 09:49:51.607777 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 09:49:51.608049 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 09:49:51.608371 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 06 09:49:51.610051 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 09:49:51.912003 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.912190 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.912485 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.975417 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.975729 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.976232 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.979169 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.979441 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:51.979704 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.008579 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.008850 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.009119 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.036314 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.036594 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.036854 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.351721 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.352473 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.352473 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.352658 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.353431 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.471735 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.472051 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.472356 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.472631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.472894 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.473198 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.473458 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.473713 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.473964 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.474247 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.474504 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.474765 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.475025 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.475279 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.475541 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.476450 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.476713 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.476991 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.477238 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.477515 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.477859 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.478110 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.478357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.478636 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.478882 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.479124 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.479511 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.479747 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.479980 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.480212 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.480469 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.480698 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:52.481244 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 09:49:52.484348 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 09:49:52.488597 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 09:49:52.492431 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 06 09:49:52.494033 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 09:49:52.494417 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 09:49:52.494750 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 09:49:52.495133 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 09:49:52.497906 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 09:49:52.498155 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 09:49:52.498495 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 09:49:52.526652 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 06 09:49:52.527105 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.527402 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83113) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 06 09:49:52.527760 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.529131 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83113) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 09:49:52.529409 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 09:49:52.529650 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 09:49:52.532895 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.533176 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:52.592375 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 09:49:52.592610 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 09:49:52.592841 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 09:49:52.593204 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 09:49:52.625559 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_db.sqlalchemy.engines [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83113) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 06 09:49:52.950043 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing driver for type 'gre' Apr 06 09:49:52.950566 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] gre ID ranges: [(1, 1000)] Apr 06 09:49:53.008966 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing driver for type 'local' Apr 06 09:49:53.009297 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing driver for type 'vlan' Apr 06 09:49:53.022210 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] VlanTypeDriver initialization complete Apr 06 09:49:53.023185 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing driver for type 'vxlan' Apr 06 09:49:53.024202 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] vxlan ID ranges: [(1, 1000)] Apr 06 09:49:53.079421 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing extension driver 'port_security' Apr 06 09:49:53.079762 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] PortSecurityExtensionDriver initialization complete Apr 06 09:49:53.080097 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing mechanism driver 'openvswitch' Apr 06 09:49:53.080483 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing mechanism driver 'hyperv' Apr 06 09:49:53.086908 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.plugin [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:49:53.087586 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.087953 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.088328 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.088870 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 09:49:53.089301 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.089656 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.089994 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.090380 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 09:49:53.090780 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.091122 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.091462 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.091846 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 09:49:53.092248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.092614 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.092949 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.093472 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 09:49:53.093875 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.094216 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.094550 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.094933 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83113) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 06 09:49:53.095371 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] ML2 OVO RPC backend initialized. {{(pid=83113) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 06 09:49:53.096015 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.096399 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.096817 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.097161 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > networks before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.097503 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.097842 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > ports before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.098181 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.098521 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnets before_response 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.098893 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.099227 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.099563 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.099896 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.100227 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.100583 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.101041 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.101386 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.101716 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.102299 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.plugin [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Modular L2 Plugin initialization complete Apr 06 09:49:53.102672 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading services supported by the core plugin {{(pid=83113) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 09:49:53.103103 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.plugins.ml2.managers [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Got port-security extension from driver 'port_security' Apr 06 09:49:53.103669 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.extensions.vlantransparent [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Disabled vlantransparent extension. Apr 06 09:49:53.104081 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83113) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 09:49:53.104430 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: router Apr 06 09:49:53.140841 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.141231 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_create 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.141599 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router before_create 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.141960 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.142327 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.142686 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_delete 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.143042 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.143401 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_create 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.143744 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.144092 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.144475 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.144832 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.145239 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.145604 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.145943 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.146278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: subnet after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.146616 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.146959 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.147302 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_create 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.147673 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.148016 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.148407 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router after_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.148752 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.149097 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_create 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.149455 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.149799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_update 55549900 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.150160 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > agent after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.150508 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > agent after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.150848 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > network after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.151705 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Tracking information for resource: router configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:53.152035 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Tracking information for resource: floatingip configured {{(pid=83113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 09:49:53.156899 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.db.l3_agentschedulers_db [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 09:49:53.157481 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.157834 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.158180 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.158533 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: port after_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.159437 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router before_create 55550100 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.159797 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.160155 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_create 55550100 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.160540 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > router precommit_update 55550100 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.164814 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.provider_configuration [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service providers = [] {{(pid=83113) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 09:49:53.165177 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.db.servicetype_db [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83113) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 09:49:53.168129 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.service_base [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 09:49:53.168506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.service_base [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 09:49:53.168846 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.service_base [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 09:49:53.169727 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.services.service_base [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 09:49:53.170098 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.services.service_base [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 09:49:53.170476 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.170789 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 09:49:53.181908 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.182252 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: auto_allocate Apr 06 09:49:53.188069 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: network precommit_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.188469 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: network precommit_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.188983 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.189302 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: tag Apr 06 09:49:53.196438 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.196766 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: timestamp Apr 06 09:49:53.200860 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.201141 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: network_ip_availability Apr 06 09:49:53.206417 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.206785 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.207136 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.207847 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.208161 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: flavors Apr 06 09:49:53.212937 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.213267 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading Plugin: revisions Apr 06 09:49:53.217504 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 09:49:53.217899 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=83113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 06 09:49:53.218626 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83113) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 06 09:49:53.218956 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Initializing extension manager. Apr 06 09:49:53.219468 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: __init__.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.219804 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: __pycache__ {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.220132 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.220485 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.220811 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: _filter_validation_lib.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.221135 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.221457 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: address_group.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.222195 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.222757 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: address-group Apr 06 09:49:53.223076 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: address_scope.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.223783 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.224309 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: address-scope Apr 06 09:49:53.224631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.225546 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.226135 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: router-admin-state-down-before-update Apr 06 09:49:53.226457 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: agent.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.227155 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.227663 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: agent Apr 06 09:49:53.227983 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: agent_resources_synced.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.228914 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.229435 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: agent-resources-synced Apr 06 09:49:53.229747 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: allowedaddresspairs.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.231717 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.232230 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: allowed-address-pairs Apr 06 09:49:53.232584 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: auto_allocated_topology.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.233658 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.234172 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: auto-allocated-topology Apr 06 09:49:53.234493 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: availability_zone.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.235431 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.235936 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: availability_zone Apr 06 09:49:53.236254 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: availability_zone_filter.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.237204 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.237711 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: availability_zone_filter Apr 06 09:49:53.238030 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: data_plane_status.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.238936 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.239436 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 09:49:53.239753 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: default_subnetpools.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.240696 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.241201 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: default-subnetpools Apr 06 09:49:53.242060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.242902 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.243410 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: dhcp_agent_scheduler Apr 06 09:49:53.243732 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: dns.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.244675 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.245177 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 09:49:53.245494 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: dns_domain_ports.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.246411 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.246909 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 09:49:53.247227 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: dvr.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.247890 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.248418 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: dvr Apr 06 09:49:53.248736 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: empty_string_filtering.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.249640 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.250146 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: empty-string-filtering Apr 06 09:49:53.250463 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.251368 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.251866 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 09:49:53.252185 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.253121 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.253615 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 09:49:53.253934 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: external_net.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.254842 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.255344 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: external-net Apr 06 09:49:53.255665 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.256602 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.257741 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: extra_dhcp_opt Apr 06 09:49:53.258251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: extraroute.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.259186 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.259675 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: extraroute Apr 06 09:49:53.259992 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: extraroute_atomic.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.261054 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.261561 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: extraroute-atomic Apr 06 09:49:53.261882 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: filter_validation.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.262544 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.263045 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: filter-validation Apr 06 09:49:53.263361 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: fip_pf_description.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.264284 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.264793 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 09:49:53.265110 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: fip_port_details.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.266024 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.266523 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: fip-port-details Apr 06 09:49:53.266842 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: flavors.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.268064 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.268608 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: flavors Apr 06 09:49:53.268932 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.270576 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.271094 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 09:49:53.271423 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: floatingip_pools.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.272112 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.272742 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: floatingip-pools Apr 06 09:49:53.273244 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: ip_allocation.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: ip-substring-filtering Apr 06 09:49:53.278716 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l2_adjacency.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.279208 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.279208 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 09:49:53.279208 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.279873 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.280824 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: router Apr 06 09:49:53.281359 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.284078 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.284637 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 09:49:53.284967 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.285900 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.286415 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: ext-gw-mode Apr 06 09:49:53.286737 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.287931 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.288233 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: l3-ha Apr 06 09:49:53.288660 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3_flavors.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.289581 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.290091 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: l3-flavors Apr 06 09:49:53.290410 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.291344 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.291855 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 09:49:53.292174 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: l3agentscheduler.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.293251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.293760 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: l3_agent_scheduler Apr 06 09:49:53.294086 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: logging.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.295582 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.296097 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension logging not supported by any of loaded plugins Apr 06 09:49:53.296456 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: metering.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.297725 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.297847 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: metering Apr 06 09:49:53.298102 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.299305 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.299819 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: metering_source_and_destination_fields Apr 06 09:49:53.300141 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: multiprovidernet.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.301091 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.301600 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: multi-provider Apr 06 09:49:53.301922 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: netmtu.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.302835 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.303464 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: net-mtu Apr 06 09:49:53.304314 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: netmtu_writable.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.305245 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.305744 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: net-mtu-writable Apr 06 09:49:53.306065 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: network_availability_zone.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.306738 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.307240 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: network_availability_zone Apr 06 09:49:53.307591 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: network_ip_availability.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.308708 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.309219 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: network-ip-availability Apr 06 09:49:53.309546 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: network_segment_range.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.310320 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.310827 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 09:49:53.311149 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: pagination.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.312125 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.312491 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: pagination Apr 06 09:49:53.312812 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.313749 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.314264 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: port-mac-address-regenerate Apr 06 09:49:53.314586 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: port_resource_request.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.315499 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.316003 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 09:49:53.316357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: portbindings.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.317286 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.317790 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: binding Apr 06 09:49:53.318108 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: portbindings_extended.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.319369 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.320578 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: binding-extended Apr 06 09:49:53.321077 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: portsecurity.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.322004 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.322511 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: port-security Apr 06 09:49:53.322849 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: project_id.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.323812 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.324142 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: project-id Apr 06 09:49:53.324507 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: providernet.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.325422 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.325932 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: provider Apr 06 09:49:53.326251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.329928 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.330448 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos not supported by any of loaded plugins Apr 06 09:49:53.330774 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.332015 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.332561 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 09:49:53.332889 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.333813 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.334319 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 09:49:53.334642 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_default.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.335746 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.336253 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-default not supported by any of loaded plugins Apr 06 09:49:53.336604 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_fip.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.337251 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.337749 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 09:49:53.338068 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_gateway_ip.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.338995 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.339499 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 09:49:53.339818 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_port_network_policy.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.340760 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.341273 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 09:49:53.341596 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_rule_type_details.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.342516 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.343029 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 09:49:53.343348 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: qos_rules_alias.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.344440 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.344953 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 09:49:53.345274 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: quotasv2.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.346154 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.346477 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: quotas Apr 06 09:49:53.346797 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: quotasv2_detail.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.348445 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.348781 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: quota_details Apr 06 09:49:53.349106 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: rbac.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.350159 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.350807 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: rbac-policies Apr 06 09:49:53.351078 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: rbac_address_scope.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.352007 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.352547 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: rbac-address-scope Apr 06 09:49:53.352866 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: rbac_security_groups.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.353792 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.354300 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: rbac-security-groups Apr 06 09:49:53.354621 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: rbac_subnetpool.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.355533 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.356039 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: rbac-subnetpool Apr 06 09:49:53.356395 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: revisionifmatch.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.357319 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.357824 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: revision-if-match Apr 06 09:49:53.358144 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: revisions.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.359257 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.359765 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: standard-attr-revisions Apr 06 09:49:53.360368 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: router_availability_zone.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.361036 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.361540 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: router_availability_zone Apr 06 09:49:53.361857 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: routerservicetype.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.362788 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.363292 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 09:49:53.363608 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.364556 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.365063 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: port-security-groups-filtering Apr 06 09:49:53.365381 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: securitygroup.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.376977 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.377512 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: security-group Apr 06 09:49:53.377846 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: segment.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.378622 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.379141 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension segment not supported by any of loaded plugins Apr 06 09:49:53.379469 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.380446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.380954 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 09:49:53.381277 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: servicetype.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.382938 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.383457 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: service-type Apr 06 09:49:53.383777 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: sorting.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.384781 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.385110 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: sorting Apr 06 09:49:53.385429 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: standard_attr_segment.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.386340 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.386850 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 09:49:53.387168 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: standardattrdescription.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.387820 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.388346 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: standard-attr-description Apr 06 09:49:53.388669 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: stateful_security_group.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.389615 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.390129 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: stateful-security-group Apr 06 09:49:53.390449 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: stdattrs_common.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.391031 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 09:49:53.391350 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.392301 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.392819 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 09:49:53.393140 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnet_onboard.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.394283 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.394796 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: subnet_onboard Apr 06 09:49:53.395117 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.396047 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.396590 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 09:49:53.396910 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnet_service_types.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.398028 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.398541 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: subnet-service-types Apr 06 09:49:53.398869 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnetallocation.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.399951 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.400484 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: subnet_allocation Apr 06 09:49:53.400811 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.401473 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.401979 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: subnetpool-prefix-ops Apr 06 09:49:53.402299 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.403250 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.403759 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 09:49:53.404162 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: tagging.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.405249 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.405766 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: standard-attr-tag Apr 06 09:49:53.406091 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: timestamp.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.407283 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.407793 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loaded extension: standard-attr-timestamp Apr 06 09:49:53.408179 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: trunk.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.409248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.409758 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension trunk not supported by any of loaded plugins Apr 06 09:49:53.410080 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: trunk_details.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.410993 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.411497 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 09:49:53.411815 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: uplink_status_propagation.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.412772 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.413893 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 09:49:53.414216 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Loading extension file: vlantransparent.py {{(pid=83113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 06 09:49:53.414889 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 06 09:49:53.415401 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 09:49:53.417705 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:network Apr 06 09:49:53.418429 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnet Apr 06 09:49:53.419035 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 09:49:53.419814 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:port Apr 06 09:49:53.421101 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.421556 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service FLAVORS assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.422163 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.422604 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.422937 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:router Apr 06 09:49:53.423603 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 09:49:53.424344 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service METERING assigned prefix: /metering {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.425759 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.426127 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.426490 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:49:53.427632 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 09:49:53.428072 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:security_group Apr 06 09:49:53.428750 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 09:49:53.430157 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service CORE assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.430494 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 09:49:53.430830 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] subnetpool is already registered Apr 06 09:49:53.431446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service CORE assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.431778 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 09:49:53.432101 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] subnetpool is already registered Apr 06 09:49:53.434686 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.435122 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service FLAVORS assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.435719 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.436139 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.436497 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:router Apr 06 09:49:53.436826 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] router is already registered Apr 06 09:49:53.437425 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 09:49:53.437751 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] floatingip is already registered Apr 06 09:49:53.438384 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service METERING assigned prefix: /metering {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.439055 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 09:49:53.439383 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] rbac_policy is already registered Apr 06 09:49:53.439917 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:security_group Apr 06 09:49:53.440240 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] security_group is already registered Apr 06 09:49:53.440851 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 09:49:53.441176 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] security_group_rule is already registered Apr 06 09:49:53.441859 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service CORE assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.442190 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 09:49:53.442516 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] subnetpool is already registered Apr 06 09:49:53.443113 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.v2.resource_helper [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Service CORE assigned prefix: {{(pid=83113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 09:49:53.443437 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 09:49:53.443757 dv-cinder-836753-1-smb neutron-server[83113]: WARNING neutron.quota.resource_registry [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] subnetpool is already registered Apr 06 09:49:53.444460 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: extensions {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.445893 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: address-groups {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.447439 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: address-scopes {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.448651 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: agents {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.449986 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: auto-allocated-topology {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.451248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: availability_zones {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.452503 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: dhcp-networks {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.454054 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: dhcp-agents {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.455820 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: routers {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.457767 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: flavors {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.459337 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: service_profiles {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.460850 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: next_providers {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.462475 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: service_profiles {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.463925 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: floatingip-pools {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.465640 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: routers {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.467912 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: floatingips {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.469437 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: l3-routers {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.470811 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: l3-agents {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.472689 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: metering-labels {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.474435 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: metering-label-rules {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.476355 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: network-ip-availabilities {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.478012 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: bindings {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.481046 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: quotas {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.482471 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: quotas {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.484190 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: rbac-policies {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.486283 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: security-groups {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.487566 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: security-group-rules {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.489324 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: service-providers {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.490511 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: subnetpools {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.492936 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: subnetpools {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.494819 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.496956 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.499215 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.501026 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.502765 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.504430 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.506282 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.508367 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.510206 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.512007 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron.api.extensions [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Extended resource: tags {{(pid=83113) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 06 09:49:53.517840 dv-cinder-836753-1-smb neutron-server[83113]: WARNING keystonemiddleware.auth_token [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 09:49:53.522675 dv-cinder-836753-1-smb neutron-server[83113]: WARNING keystonemiddleware.auth_token [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 09:49:53.530578 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Acquired lock "singleton_lock" {{(pid=83113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 06 09:49:53.531052 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_concurrency.lockutils [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Releasing lock "singleton_lock" {{(pid=83113) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 06 09:49:53.531680 dv-cinder-836753-1-smb neutron-server[83113]: INFO oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Starting 2 workers Apr 06 09:49:53.536354 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Started child 83218 {{(pid=83113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 09:49:53.541101 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Started child 83219 {{(pid=83113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 09:49:53.542516 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.543053 dv-cinder-836753-1-smb neutron-server[83113]: INFO neutron.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 09:49:53.543326 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Notify callbacks [] for process, before_spawn {{(pid=83113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.544002 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [-] (83218) wsgi starting up on http://0.0.0.0:9696 Apr 06 09:49:53.545811 dv-cinder-836753-1-smb neutron-server[83113]: INFO oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Starting 1 workers Apr 06 09:49:53.545987 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.547404 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [-] (83219) wsgi starting up on http://0.0.0.0:9696 Apr 06 09:49:53.550757 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Started child 83220 {{(pid=83113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 09:49:53.551290 dv-cinder-836753-1-smb neutron-server[83113]: INFO oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Starting 1 workers Apr 06 09:49:53.555361 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] calling RpcWorker wait() {{(pid=83220) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 09:49:53.555944 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Started child 83221 {{(pid=83113) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 06 09:49:53.556040 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.service [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] returning from RpcWorker wait() {{(pid=83220) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 09:49:53.556450 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG neutron_lib.callbacks.manager [None req-7a4aeb7a-b219-4fc0-b85f-9a0081a25362 None None] Notify callbacks [] for process, after_spawn {{(pid=83113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.557075 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.557554 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:49:53.558316 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 09:49:53.558529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 09:49:53.558710 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 09:49:53.558920 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 09:49:53.559271 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 09:49:53.559440 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 09:49:53.559963 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.560228 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.560525 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.560685 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:49:53.561142 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.561142 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.561612 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.561894 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.562167 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.562431 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.562664 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.562835 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.562996 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.563250 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.563500 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.563800 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.564082 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.564350 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.564606 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.564795 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.565044 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.565302 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.565547 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.565814 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] debug = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.566074 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.566565 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.566805 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.567025 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.567259 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.567543 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.567787 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.568065 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.568331 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.568557 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.568792 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.569051 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.569286 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.570180 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.570576 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.570864 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.571520 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] host = dv-cinder-836753-1-smb {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.571749 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.571971 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.572228 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.572508 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.572767 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.572985 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.573246 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.573491 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.573746 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.573978 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.574246 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.574489 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.574707 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.574970 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_file = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.575122 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_options = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.575359 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.575646 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.575919 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.576110 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.576285 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.576467 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.576738 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.576907 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.577123 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.577340 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.577556 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.577771 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.578015 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.578250 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.578502 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.578743 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.578972 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.579210 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.579453 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.579680 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.579905 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.580157 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.580450 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.580669 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.580930 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.581082 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.581307 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.581529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.581742 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.581980 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.582233 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.582477 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.582730 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.582975 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.583204 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.583434 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.583666 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.583932 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.584162 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.584445 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.584705 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.584920 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.585999 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.586446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.586827 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.586992 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_json = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.587202 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.587425 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.587676 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.587912 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.588148 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.588399 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.588617 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.588869 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.589104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.590639 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:49:53.591042 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.591529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.591529 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.592322 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.592322 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.592592 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.592729 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.592958 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.593331 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.593476 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.593715 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.594284 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.595024 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.595314 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.596098 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.597105 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.597293 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.597432 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.599248 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.600357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.600357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.600357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.600357 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.601038 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.601038 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.601038 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.601783 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.601930 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.602187 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.602421 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.602617 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.603506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.603506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.603506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.603506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.603944 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.604187 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.604434 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.604674 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.604895 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.605136 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.606631 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607102 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607102 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607250 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607496 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607703 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.607953 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.608190 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.608430 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.608664 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.608887 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.609110 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.609318 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.609537 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.609753 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.610241 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.610465 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.610683 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.610918 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.611135 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.611501 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.611804 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.612056 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.612347 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.612603 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.612864 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.613109 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.613348 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.613591 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.613835 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615566 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615566 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615742 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.615977 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.616193 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.616628 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.617317 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.617594 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.617840 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.618074 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.618332 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.618586 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.618858 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.619105 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.619391 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.619653 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.619933 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.620216 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.620539 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.620823 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.621079 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.621315 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.621712 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.621820 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.622099 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.622380 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.622628 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.622860 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.623134 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.623398 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.623643 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.623860 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.624112 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.624489 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.624719 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.624938 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.625171 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.625442 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.625560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53434) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:49:53.625697 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.625934 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.626213 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.626473 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.626721 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.626972 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.627202 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.627434 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.627667 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.627897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.628111 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.628382 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.628617 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.628855 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.629070 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.629284 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.629532 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.629753 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.629990 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.630219 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.630452 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.630707 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.630929 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.631140 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.631359 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.631596 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.631813 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.632782 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.633402 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.633649 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.633910 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.634152 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.634232 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066693 Apr 06 09:49:53.635134 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.635134 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.635134 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.636197 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.636468 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.636719 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.637906 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.637906 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.638174 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.638396 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.638824 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.639552 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.639795 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.640427 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.640427 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.640764 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.640764 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.641145 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.641997 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.642230 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.642482 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.643178 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.643178 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.643178 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.643581 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.643581 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.644591 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.644819 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.645053 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.645305 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.645548 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.645772 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.645995 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.646241 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.646458 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.646681 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.646920 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.647145 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.647363 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.647702 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.649971 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.649971 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.649971 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.650224 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.650334 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.650554 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.650835 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.651061 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.651257 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.651536 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.651779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.652012 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.652253 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.653304 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.653537 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.653758 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.653974 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.654217 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.654430 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.654700 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.654956 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.655178 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.655470 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.655736 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.655982 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.656252 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.657367 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.657592 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.658176 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.658176 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.658351 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.658518 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.659126 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.659126 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.659394 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.659661 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.659899 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.660198 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.660512 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.660791 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.661007 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.661304 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.661636 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.661903 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.662157 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.662405 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.662656 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.662970 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.663097 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.664024 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.665682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.665682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.665682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.665682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.665682 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.666085 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.666085 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.666321 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.666584 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.666822 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.667065 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.668363 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.668564 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 09:49:53.669109 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83113) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 06 09:49:53.669280 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 09:49:53.669443 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 09:49:53.669612 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 09:49:53.670506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 09:49:53.670506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 09:49:53.670506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.670506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.670506 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.670924 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.670924 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.670924 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.671240 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.671770 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.671770 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.671770 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672010 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672010 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672169 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672247 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672418 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672574 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672726 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.672878 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673092 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673208 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673335 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673513 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673668 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] debug = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673816 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.673964 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674161 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674311 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674455 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674597 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674702 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.674860 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675011 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675155 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675407 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675560 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675706 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.675860 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676005 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676157 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676354 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] host = dv-cinder-836753-1-smb {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676540 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676640 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676798 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.676951 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677152 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677223 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677379 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677528 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677679 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677831 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.677984 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.678135 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.678287 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.678452 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_file = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.678585 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_options = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.678737 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679104 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679734 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679734 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.679861 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680056 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680151 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680315 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680485 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680633 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.680922 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681063 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681206 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681348 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681505 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681655 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681805 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.681959 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682107 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682249 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682391 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682533 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682686 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682829 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.682973 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683125 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683272 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683412 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683569 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683746 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.683911 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684002 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684234 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684435 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684597 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684741 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.684883 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.685043 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.685638 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.685638 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.685821 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.685909 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.686057 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_json = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.686217 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.687897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.687897 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.688063 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.688218 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.688386 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.688538 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.689278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.689278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 09:49:53.689278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689643 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689643 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689762 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.689882 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690037 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690195 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690351 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690513 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690656 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690796 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.690960 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691106 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691247 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691386 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691547 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691714 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.691857 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692007 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692148 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692365 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692514 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692654 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692792 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.692930 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693083 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693224 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693364 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693502 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693640 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693790 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.693929 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.694067 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.694206 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.694918 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695514 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695514 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695514 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695923 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695923 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.695923 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696316 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696316 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696316 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696713 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696713 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.696713 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697038 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697038 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697158 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697306 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697460 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697616 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697773 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.697979 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698111 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698247 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698393 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698526 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698663 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698797 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.698940 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699074 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699206 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699336 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699491 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699646 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699802 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.699958 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700112 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700413 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700552 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700689 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700771 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.700895 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.701884 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.701884 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.701884 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.701884 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.701884 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702255 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702255 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702401 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702487 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702568 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702733 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.702910 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703065 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703198 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703350 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703512 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703666 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703848 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.703953 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.704189 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.704534 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.704689 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.704843 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.704996 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.705162 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.705316 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.705476 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707297 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.707779 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708177 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708177 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708177 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708421 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708533 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708688 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.708843 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709027 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709147 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709301 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709455 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709608 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709763 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.709960 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710278 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710628 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710628 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710883 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.710883 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711266 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711266 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711469 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711469 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711610 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711722 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.711875 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.712030 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.712184 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713433 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713433 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713433 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713645 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713723 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713802 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.713958 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714112 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714268 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714424 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714652 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714792 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.714875 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715018 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715173 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715329 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715484 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715692 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715797 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.715956 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716110 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716303 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716441 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716702 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716802 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.716955 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717108 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717267 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717422 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717577 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717731 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.717886 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718040 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718194 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718355 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718531 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718697 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718813 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.718966 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719125 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719280 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719436 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719590 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719746 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.719904 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720060 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720214 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720384 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720556 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720692 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720824 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.720961 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721124 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721277 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721431 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721622 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721749 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.721915 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.722056 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.722211 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.722720 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.722720 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.722720 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723144 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723144 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723144 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723545 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723545 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723545 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723739 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723831 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.723987 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.724152 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.724343 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.724502 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.724664 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.724901 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.725076 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.725210 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.725354 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.725488 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726152 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.726799 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.727494 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.727494 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.727494 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.727494 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728039 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728039 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728039 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728039 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728446 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728615 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728694 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728844 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.728997 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729246 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729383 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729515 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729650 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729741 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.729861 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 09:49:53.730010 dv-cinder-836753-1-smb neutron-server[83113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83113) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 09:49:53.732522 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:04.046440 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f393590-4fcf-42bc-9443-faf85c811894 None None] get_active_networks_info from dv-cinder-836753-1-smb {{(pid=83220) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 06 09:50:04.132963 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f393590-4fcf-42bc-9443-faf85c811894 None None] No non-hosted networks {{(pid=83220) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 09:50:04.134075 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0288c89f-64c2-4ff2-851f-ae92c33be5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:06.226107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5f02ccf3-3eef-489b-a707-ca8590d93d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:06.254688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1f164bbf-00bb-4f9f-a58f-7fc03c67a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:07.365739 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:07.409419 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:07.411487 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.413408 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.414060 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.414688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.415409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.416141 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.420699 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.421039 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.421397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.421711 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.422026 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:07.422432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836753-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:07.429136 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836753-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:08.673093 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:10.258128 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.db.l3_hamode_db [None req-6af78c38-8d34-497c-8c7b-013ee0e033fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 09:50:10.341109 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af78c38-8d34-497c-8c7b-013ee0e033fe None None] Routers set() bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:50:10.341463 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af78c38-8d34-497c-8c7b-013ee0e033fe None None] Router IDs set() for agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 06 09:50:10.363669 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53532) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:10.957144 dv-cinder-836753-1-smb neutron-server[83219]: WARNING oslo_policy.policy [None req-1d5f8886-8b7d-4d9e-9b91-5a94edf2b39b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:10.957751 dv-cinder-836753-1-smb neutron-server[83219]: WARNING oslo_policy.policy [None req-1d5f8886-8b7d-4d9e-9b91-5a94edf2b39b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:11.173325 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-1d5f8886-8b7d-4d9e-9b91-5a94edf2b39b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:50:11.174347 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1d5f8886-8b7d-4d9e-9b91-5a94edf2b39b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8098783 Apr 06 09:50:13.457620 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53546) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:13.835680 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:13.889069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.policy [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83219) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 06 09:50:13.889803 dv-cinder-836753-1-smb neutron-server[83219]: WARNING oslo_policy.policy [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:13.890174 dv-cinder-836753-1-smb neutron-server[83219]: WARNING oslo_policy.policy [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:13.893440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.quota [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Loaded quota_driver: . Apr 06 09:50:13.908632 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:13.981166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749868423941', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749868340835', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749868349811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749868319018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749868330128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719315'] for rbac-policy, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:14.046382 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:14.047580 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8e6b121e-79c1-41b7-af0b-e551365256d3 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5890272 Apr 06 09:50:16.551604 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53560) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:16.919894 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:16.924550 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:16.929712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Usage tracker for resource:network and tenant:5e7fe7b900ae4667a972e5f8a086931c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:16.935897 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:16.942024 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:16.951957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Made reservation on behalf of 5e7fe7b900ae4667a972e5f8a086931c for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:50:16.954667 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:16.972887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.015310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:17.018907 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7fe7b900ae4667a972e5f8a086931c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:17.021681 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:17.028134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:17.094585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.098385 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.121121 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:50:17.146771 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749869889639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.147521 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Unsubscribe: segment precommit_create {{(pid=83219) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 09:50:17.148022 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Added segment aa45dda3-2f12-46bb-8c50-c41628449264 of type vlan for network 2309f610-fe34-454c-917d-601ef5fe929c Apr 06 09:50:17.161750 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1350175d-4cec-4ff2-bb70-b8eef73d5b4c,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:17.210861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.211188 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.211514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.211834 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.212148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.212483 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.212797 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.213120 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.213432 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.213737 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.214042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Tracked resource versions report: Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: pushed versions: Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Log': {'1.0'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Network': {'1.1'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Port': {'1.5'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'PortForwarding': {'1.2'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'QosPolicy': {'1.8'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroup': {'1.2'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SubPort': {'1.0'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Subnet': {'1.1'}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Trunk': {'1.1'}} Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: consumer versions: Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Log': '1.0', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Network': '1.1', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Port': '1.5', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'PortForwarding': '1.2', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'QosPolicy': '1.8', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroup': '1.2', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroupRule': '1.0', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'SubPort': '1.0', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Subnet': '1.1', Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: 'Trunk': '1.1'}} Apr 06 09:50:17.215086 dv-cinder-836753-1-smb neutron-server[83219]: {{(pid=83219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:50:17.271833 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.310089 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.311041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:17.311654 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:17.420639 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8679333 Apr 06 09:50:17.421190 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834a3d4-6209-4a8b-b27a-ca98f099a708 admin admin] Pushing event updated for resources: {'Network': ['ID=2309f610-fe34-454c-917d-601ef5fe929c,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:17.434219 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 2309f610-fe34-454c-917d-601ef5fe929c details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:50:19.990139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53576) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:20.451130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b893768-e324-4d75-974c-ee890c046424 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:20.452470 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8b893768-e324-4d75-974c-ee890c046424 admin admin] 10.222.0.39 "GET /v2.0/networks/2309f610-fe34-454c-917d-601ef5fe929c HTTP/1.1" status: 200 len: 825 time: 0.4613752 Apr 06 09:50:20.484113 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d0c18ac4-00ea-43f3-aa6e-2dc26cc73ad4 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/4c64bd18-0a7a-4d96-9245-1373da4add41 HTTP/1.1" status: 200 len: 734 time: 0.0246296 Apr 06 09:50:20.493343 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41', 'name': 'private-subnet', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gateway_ip': '172.20.0.1'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:20.497567 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:20.501167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Usage tracker for resource:subnet and tenant:5e7fe7b900ae4667a972e5f8a086931c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:20.503924 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:20.509423 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:20.518861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Made reservation on behalf of 5e7fe7b900ae4667a972e5f8a086931c for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:50:20.521288 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:20.786500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:20.872491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1aa3f8-970f-46f9-b4b1-80a71d7e8880,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:20.874475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Checking segment: {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:50:20.874838 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Network hostable DHCP agents. Network: 2309f610-fe34-454c-917d-601ef5fe929c, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:50:20.899332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Network 2309f610-fe34-454c-917d-601ef5fe929c is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:50:20.909474 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 2309f610-fe34-454c-917d-601ef5fe929c) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:20.915161 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:20.915830 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:20.918990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb04c1-f3b3-4259-93d5-833ac8410ce2 None None] Network 2309f610-fe34-454c-917d-601ef5fe929c requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:50:20.935073 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a8bfd250-d971-4a83-8747-58061a588363 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451375 Apr 06 09:50:21.240390 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-2309f610-fe34-454c-917d-601ef5fe929c', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 09:50:21.242361 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:21.421906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Allocated IP 172.20.0.2 (2309f610-fe34-454c-917d-601ef5fe929c/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880/729cdf9a-bd33-493e-a022-d941f9e96aa6) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:50:21.662266 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:21.675964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Transition to ACTIVE for port object 729cdf9a-bd33-493e-a022-d941f9e96aa6 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:50:21.697357 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Transition to ACTIVE for port object 729cdf9a-bd33-493e-a022-d941f9e96aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:50:21.704883 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:21.818588 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Network 2309f610-fe34-454c-917d-601ef5fe929c is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:50:21.824619 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:21.827049 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Pushing event updated for resources: {'Port': ['ID=729cdf9a-bd33-493e-a022-d941f9e96aa6,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:21.834078 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:50:21.859845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.860176 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.860777 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.861097 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.861414 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.861730 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.862042 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.862354 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.862663 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.862971 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.863278 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Tracked resource versions report: Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: pushed versions: Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Log': {'1.0'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Network': {'1.1'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Port': {'1.5'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'PortForwarding': {'1.2'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'QosPolicy': {'1.8'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroup': {'1.2'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SubPort': {'1.0'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Subnet': {'1.1'}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Trunk': {'1.1'}} Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: consumer versions: Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Log': '1.0', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Network': '1.1', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Port': '1.5', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'PortForwarding': '1.2', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'QosPolicy': '1.8', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroup': '1.2', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroupRule': '1.0', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'SubPort': '1.0', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Subnet': '1.1', Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: 'Trunk': '1.1'}} Apr 06 09:50:21.864384 dv-cinder-836753-1-smb neutron-server[83220]: {{(pid=83220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:50:21.950765 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Attempting to bind port 729cdf9a-bd33-493e-a022-d941f9e96aa6 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:50:21.951376 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Attempting to bind port 729cdf9a-bd33-493e-a022-d941f9e96aa6 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:50:21.951498 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Attempting to bind port 729cdf9a-bd33-493e-a022-d941f9e96aa6 on network 2309f610-fe34-454c-917d-601ef5fe929c {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:50:21.957705 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:50:21.958079 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Checking segment: {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:50:21.958522 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:21.958894 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Bound using segment: {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:50:21.959423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Bound port: 729cdf9a-bd33-493e-a022-d941f9e96aa6, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:50:21.959965 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:22.043175 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] For port 729cdf9a-bd33-493e-a022-d941f9e96aa6, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:50:22.046907 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] For port 729cdf9a-bd33-493e-a022-d941f9e96aa6, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=729cdf9a-bd33-493e-a022-d941f9e96aa6,segment=NetworkSegment(aa45dda3-2f12-46bb-8c50-c41628449264),segment_id=aa45dda3-2f12-46bb-8c50-c41628449264)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:50:22.052091 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:22.153493 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930a5d1-f4ec-40ca-9da6-d71991c08ed5 None None] Pushing event updated for resources: {'Port': ['ID=729cdf9a-bd33-493e-a022-d941f9e96aa6,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:23.315085 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53586) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:23.706294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-00c53fcd-adac-4517-89cb-3b505ea086c3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:50:23.720293 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-00c53fcd-adac-4517-89cb-3b505ea086c3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3912394 Apr 06 09:50:25.689197 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 729cdf9a-bd33-493e-a022-d941f9e96aa6 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:25.764423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:50:25.844002 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606c52a-376d-41dc-96a4-9d8f306fe6f8 None None] Network 2309f610-fe34-454c-917d-601ef5fe929c requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:50:25.947112 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Provisioning for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:50:25.965218 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Provisioning complete for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:25.965607 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:26.082453 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53600) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:26.177746 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:26.222176 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] For port 729cdf9a-bd33-493e-a022-d941f9e96aa6, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=729cdf9a-bd33-493e-a022-d941f9e96aa6,segment=NetworkSegment(aa45dda3-2f12-46bb-8c50-c41628449264),segment_id=aa45dda3-2f12-46bb-8c50-c41628449264)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:50:26.229101 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:26.301864 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f068b0a-b0d8-4a12-9681-760682837a0f None None] Pushing event updated for resources: {'Port': ['ID=729cdf9a-bd33-493e-a022-d941f9e96aa6,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:26.451604 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-7b936a11-3c4b-447b-b99b-2b3687bcfc74 None None] Provisioning complete for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:26.451964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7b936a11-3c4b-447b-b99b-2b3687bcfc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:26.499569 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-7f242732-1688-413f-935e-a95f5f567938 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:50:26.503241 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-7f242732-1688-413f-935e-a95f5f567938 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4171624 Apr 06 09:50:27.655598 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 729cdf9a-bd33-493e-a022-d941f9e96aa6 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:27.721282 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:27.721636 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.109073 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53612) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:29.475317 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:29.481474 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:29.485203 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Usage tracker for resource:router and tenant:5e7fe7b900ae4667a972e5f8a086931c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:29.488730 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:29.494677 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:29.504420 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.505843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.531619 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.644319 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.662518 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:29.663815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9b1c99fd-09d0-4fcd-9559-496fbda02bab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5537972 Apr 06 09:50:31.893188 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53622) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:32.272128 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-3d292837-904a-4c00-990e-f7ec18592377 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:50:32.273198 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3d292837-904a-4c00-990e-f7ec18592377 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3790207 Apr 06 09:50:33.981419 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2be4ab79-0787-4304-b0c1-8c98c2de9255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:34.630506 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53632) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:35.008712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:35.013559 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:35.017259 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Usage tracker for resource:network and tenant:ba636061483942169582cc89de47cda5 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:35.020037 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:35.025683 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:35.035961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Made reservation on behalf of ba636061483942169582cc89de47cda5 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:50:35.039085 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.050822 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.084493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:35.088686 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Usage tracker for resource:security_group_rule and tenant:ba636061483942169582cc89de47cda5 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:35.091444 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:35.097388 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:35.165590 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.169179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.190944 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Reserving flat network on physical network physnet1 {{(pid=83219) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 09:50:35.203540 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789a383e-ed0f-4967-8234-433368561326,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:35.210149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.210418 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Added segment 1ae1fe8c-184b-4c50-a99e-130a67ec4269 of type flat for network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf Apr 06 09:50:35.241215 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.275774 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.276590 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:35.277149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:35.374245 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] Pushing event updated for resources: {'Network': ['ID=a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:35.377328 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-267607a6-8521-4329-ab72-54e499ec0a5a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7457476 Apr 06 09:50:35.384744 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:50:36.201643 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-485dd2d7-ae7e-4129-b096-e809cb20951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:37.311355 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:37.410558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:37.613458 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53642) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:37.981579 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319748f-c25f-4025-aea7-c2ead5810a97 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:37.982844 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1319748f-c25f-4025-aea7-c2ead5810a97 admin admin] 10.222.0.39 "GET /v2.0/subnets/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880 HTTP/1.1" status: 200 len: 849 time: 0.3684659 Apr 06 09:50:38.122600 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-20ba5d45-5c2d-426d-af0d-e871a886f94d admin admin] 10.222.0.39 "GET /v2.0/routers/c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 HTTP/1.1" status: 200 len: 704 time: 0.1341836 Apr 06 09:50:38.582683 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:38.627646 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:38.808561 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Allocated IP 172.20.0.1 (2309f610-fe34-454c-917d-601ef5fe929c/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880/81201d23-7913-4edb-81a5-c6b68333bf80) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:50:38.991133 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.007479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Transition to ACTIVE for port object 81201d23-7913-4edb-81a5-c6b68333bf80 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:50:39.057341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.123643 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Network 2309f610-fe34-454c-917d-601ef5fe929c is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:50:39.126877 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:39.128718 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Pushing event updated for resources: {'Port': ['ID=81201d23-7913-4edb-81a5-c6b68333bf80,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:39.142143 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:50:39.142678 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.263092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.362641 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-54c873fa-23a6-409c-9855-2821b089ad90 None None] Provisioning for port 81201d23-7913-4edb-81a5-c6b68333bf80 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:50:39.367843 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-54c873fa-23a6-409c-9855-2821b089ad90 None None] Provisioning complete for port 81201d23-7913-4edb-81a5-c6b68333bf80 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:39.368207 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-54c873fa-23a6-409c-9855-2821b089ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.418021 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-54c873fa-23a6-409c-9855-2821b089ad90 None None] Port 81201d23-7913-4edb-81a5-c6b68333bf80 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:50:39.489730 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.494618 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.495352 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.620472 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Pushing event updated for resources: {'Port': ['ID=81201d23-7913-4edb-81a5-c6b68333bf80,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:39.686883 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Network 2309f610-fe34-454c-917d-601ef5fe929c is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:50:39.687918 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:39.841061 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-8dfdedea-9e3b-4448-b0bf-74b083926d87 None None] Provisioning complete for port 81201d23-7913-4edb-81a5-c6b68333bf80 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:39.841576 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8dfdedea-9e3b-4448-b0bf-74b083926d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:39.893539 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdedea-9e3b-4448-b0bf-74b083926d87 None None] Port 81201d23-7913-4edb-81a5-c6b68333bf80 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:50:40.038594 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 09:50:40.195874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e38009-c844-45ed-9787-102894538969 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:50:40.204774 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-98e38009-c844-45ed-9787-102894538969 admin admin] 10.222.0.39 "PUT /v2.0/routers/c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0774364 Apr 06 09:50:40.205413 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Sync routers for ids ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:50:40.220198 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Routers {'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:50:40.221104 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:50:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:40.389584 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Set router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:50:40.752200 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:39Z', 'revision_number': 2, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port_host': None, '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:39Z', 'revision_number': 2, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:40.756962 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Checking router: c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:50:40.757341 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Updating router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 port 81201d23-7913-4edb-81a5-c6b68333bf80 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:50:40.808732 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.177960 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.192075 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Transition to ACTIVE for port object 81201d23-7913-4edb-81a5-c6b68333bf80 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:50:41.199631 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.410105 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Pushing event updated for resources: {'Port': ['ID=81201d23-7913-4edb-81a5-c6b68333bf80,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:41.458062 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.458332 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.458660 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.459729 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.460147 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.460491 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.460812 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.461126 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.461445 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.461770 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.462066 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Tracked resource versions report: Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: pushed versions: Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Log': {'1.0'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Network': {'1.1'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Port': {'1.5'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'PortForwarding': {'1.2'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'QosPolicy': {'1.8'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroup': {'1.2'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SubPort': {'1.0'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Subnet': {'1.1'}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Trunk': {'1.1'}} Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: consumer versions: Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Log': '1.0', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Network': '1.1', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Port': '1.5', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'PortForwarding': '1.2', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'QosPolicy': '1.8', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroup': '1.2', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroupRule': '1.0', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'SubPort': '1.0', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Subnet': '1.1', Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: 'Trunk': '1.1'}} Apr 06 09:50:41.463138 dv-cinder-836753-1-smb neutron-server[83221]: {{(pid=83221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:50:41.471835 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Attempting to bind port 81201d23-7913-4edb-81a5-c6b68333bf80 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:50:41.472229 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Attempting to bind port 81201d23-7913-4edb-81a5-c6b68333bf80 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:50:41.472678 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Attempting to bind port 81201d23-7913-4edb-81a5-c6b68333bf80 on network 2309f610-fe34-454c-917d-601ef5fe929c {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:50:41.479912 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:50:41.480321 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Checking segment: {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:50:41.480777 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.481153 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Bound using segment: {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:50:41.481640 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Bound port: 81201d23-7913-4edb-81a5-c6b68333bf80, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa45dda3-2f12-46bb-8c50-c41628449264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:50:41.482013 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.570194 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] For port 81201d23-7913-4edb-81a5-c6b68333bf80, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:50:41.574243 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] For port 81201d23-7913-4edb-81a5-c6b68333bf80, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=81201d23-7913-4edb-81a5-c6b68333bf80,segment=NetworkSegment(aa45dda3-2f12-46bb-8c50-c41628449264),segment_id=aa45dda3-2f12-46bb-8c50-c41628449264)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:50:41.578341 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:41.698585 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199764b-4ee3-464d-a92a-ca91c5736743 None None] Pushing event updated for resources: {'Port': ['ID=81201d23-7913-4edb-81a5-c6b68333bf80,revision_number=4']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:41.706657 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Routers {'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:50:41.707094 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:50:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:41.856993 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] Set router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:50:42.179275 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:39Z', 'revision_number': 2, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port_host': None, '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:41Z', 'revision_number': 4, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:42.183385 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a1266-4dee-433b-82f6-4830e5f32b62 None None] The sync data for ids ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'] in dv-cinder-836753-1-smb is: [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:39Z', 'revision_number': 2, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port_host': None, '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:41Z', 'revision_number': 4, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 09:50:42.364679 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53668) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:42.580923 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16cd74-c641-4095-874c-7f3f0faa3a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:42.581469 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-4a16cd74-c641-4095-874c-7f3f0faa3a6c admin admin] Synchronizing usage tracker for tenant:ba636061483942169582cc89de47cda5 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:50:42.598727 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-4a16cd74-c641-4095-874c-7f3f0faa3a6c admin admin] Unset dirty status for tenant:ba636061483942169582cc89de47cda5 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:50:42.600733 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-4a16cd74-c641-4095-874c-7f3f0faa3a6c admin admin] 10.222.0.39 "GET /v2.0/networks/a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf HTTP/1.1" status: 200 len: 842 time: 0.2336097 Apr 06 09:50:42.609540 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'ip_version': 4, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:42.614878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:50:42.618593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Usage tracker for resource:subnet and tenant:ba636061483942169582cc89de47cda5 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:50:42.621332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:50:42.627250 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:50:42.636666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Made reservation on behalf of ba636061483942169582cc89de47cda5 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:50:42.638819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:42.997665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.objects.ports [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83219) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 06 09:50:42.998088 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:43.078845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d068ef-1cd3-4778-899f-8bf25538adf1,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:43.095169 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:50:43.095519 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Network hostable DHCP agents. Network: a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:50:43.118641 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:50:43.128521 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:43.133216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:43.133788 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:43.138845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15db3db-344a-43d4-a82a-0c6f34ec079e None None] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:50:43.156705 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-df68ad6f-dbcf-4537-b9f6-cb0e1c0b1625 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5501692 Apr 06 09:50:43.386439 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb12d5-38c7-439c-80ba-056f90a2f9a6 None None] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:50:43.680999 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 81201d23-7913-4edb-81a5-c6b68333bf80 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:43.747360 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 81201d23-7913-4edb-81a5-c6b68333bf80 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:50:43.752457 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 81201d23-7913-4edb-81a5-c6b68333bf80 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:43.752809 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:43.861363 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:43.892487 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 81201d23-7913-4edb-81a5-c6b68333bf80, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=81201d23-7913-4edb-81a5-c6b68333bf80,segment=NetworkSegment(aa45dda3-2f12-46bb-8c50-c41628449264),segment_id=aa45dda3-2f12-46bb-8c50-c41628449264)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:50:43.897811 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:43.964589 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=81201d23-7913-4edb-81a5-c6b68333bf80,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:45.305825 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 53692) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:45.532078 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3314926c-809e-42ce-809c-ad79e455bbcc admin admin] 10.222.0.39 "GET /v2.0/routers/c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 HTTP/1.1" status: 200 len: 710 time: 0.2251527 Apr 06 09:50:45.656673 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf589bf-9e57-4a8e-8238-a27f99c30628 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:50:45.657988 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-6cf589bf-9e57-4a8e-8238-a27f99c30628 admin admin] 10.222.0.39 "GET /v2.0/networks/a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf HTTP/1.1" status: 200 len: 886 time: 0.1210477 Apr 06 09:50:45.666762 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 81201d23-7913-4edb-81a5-c6b68333bf80 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:45.668021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:50:45.735992 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 81201d23-7913-4edb-81a5-c6b68333bf80 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:45.736382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.141814 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.360929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.414320 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.545424 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Allocated IP 172.28.0.16 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:50:46.613159 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:50:46.686216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.711929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:46.775808 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:50:46.778234 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:50:46.783300 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:50:46.807263 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:46.923258 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:47.081501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:47.085345 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4119916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4119909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4115939'] for router, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:47.278150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 09:50:47.466145 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:50:47.475632 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:47.478073 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Sync routers for ids ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:50:47.486120 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-22ac040f-33e4-402a-885c-8ef287baca38 admin admin] 10.222.0.39 "PUT /v2.0/routers/c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 HTTP/1.1" status: 200 len: 889 time: 1.8173409 Apr 06 09:50:47.491285 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Routers {'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:50:47.492163 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:50:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:47.681036 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Set router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:50:48.013178 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:46Z', 'revision_number': 4, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port': {'id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:46Z', 'updated_at': '2022-04-06T09:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:43Z', 'revision_number': 5, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:48.018107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Checking router: c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:50:48.018465 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Updating router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:50:48.068716 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.386479 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.398438 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Transition to ACTIVE for port object 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:50:48.404226 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.513537 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Attempting to bind port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:50:48.514089 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Attempting to bind port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:50:48.514288 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Attempting to bind port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:50:48.516904 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8832e2c-eb7c-452d-abfb-64e1fb3b8029 None None] Pushing event updated for resources: {'Port': ['ID=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:48.523867 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:50:48.524224 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:50:48.524627 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.525000 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:50:48.525444 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Bound port: 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:50:48.525821 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.595020 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] For port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:50:48.597908 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] For port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:50:48.602827 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:48.686321 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8832e2c-eb7c-452d-abfb-64e1fb3b8029 None None] Pushing event updated for resources: {'Port': ['ID=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:48.691432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Routers {'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:50:48.692016 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:50:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:48.866482 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] Set router c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:50:49.201249 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:46Z', 'revision_number': 4, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port': {'id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:46Z', 'updated_at': '2022-04-06T09:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:43Z', 'revision_number': 5, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:50:49.205105 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757ebf-de0b-4ef3-92f7-ba3536cc4200 None None] The sync data for ids ['c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7'] in dv-cinder-836753-1-smb is: [{'id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'name': 'router1', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:50:29Z', 'updated_at': '2022-04-06T09:50:46Z', 'revision_number': 4, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'gw_port': {'id': '2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:49:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:46Z', 'updated_at': '2022-04-06T09:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '81201d23-7913-4edb-81a5-c6b68333bf80', 'name': '', 'network_id': '2309f610-fe34-454c-917d-601ef5fe929c', 'tenant_id': '5e7fe7b900ae4667a972e5f8a086931c', 'mac_address': 'fa:16:3e:b5:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4f05e-1784-4bc4-8c19-48c76fdfe6b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:50:38Z', 'updated_at': '2022-04-06T09:50:43Z', 'revision_number': 5, 'project_id': '5e7fe7b900ae4667a972e5f8a086931c', 'subnets': [{'id': 'fb1aa3f8-970f-46f9-b4b1-80a71d7e8880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c64bd18-0a7a-4d96-9245-1373da4add41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 09:50:49.700057 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:49.748794 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 53702) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:50:49.769558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:50:49.774663 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:49.775024 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:49.889342 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:49.904660 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:50:49.908132 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:50:49.938679 dv-cinder-836753-1-smb neutron-server[83218]: WARNING oslo_policy.policy [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:49.939275 dv-cinder-836753-1-smb neutron-server[83218]: WARNING oslo_policy.policy [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:49.973800 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:50:50.307038 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.policy [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83218) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 06 09:50:50.307710 dv-cinder-836753-1-smb neutron-server[83218]: WARNING oslo_policy.policy [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:50.308069 dv-cinder-836753-1-smb neutron-server[83218]: WARNING oslo_policy.policy [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 09:50:50.312499 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e31d7000-0fcd-4440-844b-7a9f9d26a6ec admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.5617502 Apr 06 09:50:51.671632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:50:51.737868 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 2fa99037-2c7a-4a70-9a3a-d5fe1ea637c0 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:50:51.738227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:03.984476 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f850aa21-6d3f-449d-8265-ef52d740925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:06.203396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cc4c1a51-f78e-46a8-856f-4316ed09c607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:07.324804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:07.414205 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:08.640838 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:23.613735 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:51:33.991888 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-84992d87-e64c-4b10-9a25-717af4bec01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:36.209523 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3076f2ef-625f-41fd-9c0e-a592e2e3297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:37.316111 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:37.417052 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:51:38.657384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:00.613513 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:52:03.990582 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3b184efe-a0e8-4851-9f99-91455334ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:06.204002 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-83ceacce-77e9-4307-816a-77d726f321a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:07.319607 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:07.419381 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:08.664796 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:33.985455 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b84ae165-e5bf-4d4c-9347-6597df77ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:36.206418 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-4d364a85-bc96-4fde-b23a-21619f25d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:37.321958 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:37.422382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:37.615450 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:52:38.652970 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:52.729938 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54280) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:52:52.830700 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.pecan_wsgi.hooks.translation [None req-421591a9-0d2b-460b-a067-2296c6369363 admin admin] GET failed (client error): The resource could not be found. Apr 06 09:52:52.831940 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-421591a9-0d2b-460b-a067-2296c6369363 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1011047 Apr 06 09:52:52.987547 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae3921-aea8-442a-a602-9acfa62d7147 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:52.989642 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-beae3921-aea8-442a-a602-9acfa62d7147 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1531110 Apr 06 09:52:54.999449 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54290) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:52:55.130717 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a75dc8-d896-4bc4-bc14-7c59e2228df6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:55.131269 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-71a75dc8-d896-4bc4-bc14-7c59e2228df6 admin admin] Synchronizing usage tracker for tenant:ba636061483942169582cc89de47cda5 on resource:subnet {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:52:55.147278 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-71a75dc8-d896-4bc4-bc14-7c59e2228df6 admin admin] Unset dirty status for tenant:ba636061483942169582cc89de47cda5 on resource:subnet {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:52:55.148445 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-71a75dc8-d896-4bc4-bc14-7c59e2228df6 admin admin] 10.222.0.39 "GET /v2.0/subnets/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880 HTTP/1.1" status: 200 len: 849 time: 0.1480296 Apr 06 09:52:55.157403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:52:55.269194 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:55.489617 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749869860244'] for subnet, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:55.538423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd746b7b-9fe8-4926-8871-8448220b73cd None None] Network 2309f610-fe34-454c-917d-601ef5fe929c requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:52:55.543571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:55.544147 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:55.555194 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] 10.222.0.39 "PUT /v2.0/subnets/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880 HTTP/1.1" status: 200 len: 868 time: 0.3916628 Apr 06 09:52:55.561888 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1aa3f8-970f-46f9-b4b1-80a71d7e8880,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:52:55.573568 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.573905 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.574242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.574571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.574898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.575222 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.575544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.575867 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.576400 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.576712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:55.577030 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13e5b8-087f-4f83-8675-8a42786a86e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:52:56.034990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-257b5201-cfc8-4d8b-9445-0b641e9e73f6 None None] Provisioning complete for port 729cdf9a-bd33-493e-a022-d941f9e96aa6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:52:56.035343 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-257b5201-cfc8-4d8b-9445-0b641e9e73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:56.156308 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-257b5201-cfc8-4d8b-9445-0b641e9e73f6 None None] Provisioning complete for port 81201d23-7913-4edb-81a5-c6b68333bf80 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:52:56.156573 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-257b5201-cfc8-4d8b-9445-0b641e9e73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:52:57.570325 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54300) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:52:57.767908 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d545b0-a11a-49fa-bf43-fd55f089a50b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:57.768197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d545b0-a11a-49fa-bf43-fd55f089a50b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:57.769733 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d2d545b0-a11a-49fa-bf43-fd55f089a50b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984818 Apr 06 09:52:59.801901 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54310) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:52:59.993443 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad71cf9-6400-4299-9c15-d6b7628cd18c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:59.993809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad71cf9-6400-4299-9c15-d6b7628cd18c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:52:59.995315 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5ad71cf9-6400-4299-9c15-d6b7628cd18c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925306 Apr 06 09:53:02.039867 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54320) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:02.229806 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd43f2-aa53-419a-b1d7-b6a429567925 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:02.231045 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d0cd43f2-aa53-419a-b1d7-b6a429567925 admin admin] 10.222.0.39 "GET /v2.0/networks/2309f610-fe34-454c-917d-601ef5fe929c HTTP/1.1" status: 200 len: 869 time: 0.1902249 Apr 06 09:53:03.989575 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d43575ec-bd2c-4a2b-83ef-9d79a9257cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:04.230374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54330) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:04.414793 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b3de0-d036-4152-bd64-69332f95d4f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:04.416087 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fd3b3de0-d036-4152-bd64-69332f95d4f9 admin admin] 10.222.0.39 "GET /v2.0/networks/a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf HTTP/1.1" status: 200 len: 886 time: 0.1848526 Apr 06 09:53:06.211816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-977b8a42-b9c1-4593-9cea-6364d2c026b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:06.454592 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54340) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:06.586961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa787eb3-f139-40f6-b140-65273e9a24d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:06.587321 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa787eb3-f139-40f6-b140-65273e9a24d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:06.588800 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fa787eb3-f139-40f6-b140-65273e9a24d2 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332967 Apr 06 09:53:07.324136 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:07.424187 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:08.605850 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54350) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:08.655845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:08.734759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5ed6d-0c36-4110-a269-4d732f65b3a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:08.735119 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5ed6d-0c36-4110-a269-4d732f65b3a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:08.736627 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d1b5ed6d-0c36-4110-a269-4d732f65b3a2 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298673 Apr 06 09:53:10.792420 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54360) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:10.914659 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8ccb2-0272-4f80-a96f-468a00c08b92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:10.915997 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5de8ccb2-0272-4f80-a96f-468a00c08b92 admin admin] 10.222.0.39 "GET /v2.0/subnets/41d068ef-1cd3-4778-899f-8bf25538adf1 HTTP/1.1" status: 200 len: 816 time: 0.1227105 Apr 06 09:53:12.942728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54370) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:13.073844 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bdeb54-4413-4097-9d2e-0d45a3a022e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:13.075156 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-62bdeb54-4413-4097-9d2e-0d45a3a022e9 admin admin] 10.222.0.39 "GET /v2.0/subnets/fb1aa3f8-970f-46f9-b4b1-80a71d7e8880 HTTP/1.1" status: 200 len: 868 time: 0.1313603 Apr 06 09:53:14.615626 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:53:31.355704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54408) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:31.425064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-e153e20c-81a4-4692-9ca1-f065881f30a0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:53:31.426317 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e153e20c-81a4-4692-9ca1-f065881f30a0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0696411 Apr 06 09:53:33.529468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54418) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:33.619982 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3cb2c4-7977-4e22-8ff6-4cfdcb53acc1 admin admin] GET failed (client error): The resource could not be found. Apr 06 09:53:33.621170 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8e3cb2c4-7977-4e22-8ff6-4cfdcb53acc1 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907762 Apr 06 09:53:33.742911 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2b790-6cbd-48b7-91ff-b81f38534014 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:33.744253 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-6cf2b790-6cbd-48b7-91ff-b81f38534014 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1193175 Apr 06 09:53:33.992094 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-285ad2da-eb12-4df8-b71e-264c482db2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:35.792566 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54428) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:35.865127 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:53:35.869536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:53:35.879752 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:53:35.889141 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Made reservation on behalf of ba636061483942169582cc89de47cda5 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:53:35.891293 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:35.976461 dv-cinder-836753-1-smb neutron-server[83219]: WARNING neutron.services.revisions.revision_plugin [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Could not find related network for resource to bump revision. Apr 06 09:53:35.988818 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:53:35.997502 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:35.997834 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Added segment 17b75fcd-b151-45b5-9957-5de30013c6ee of type vlan for network 7409f235-33e9-4ea9-b12b-27c622f01681 Apr 06 09:53:36.023035 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:36.049933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:36.051268 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:36.051820 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:36.149363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=7409f235-33e9-4ea9-b12b-27c622f01681,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:53:36.151964 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a56b9995-dc72-487f-a4ac-4a347a164cf2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3584599 Apr 06 09:53:36.167217 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 7409f235-33e9-4ea9-b12b-27c622f01681 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:53:36.271198 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-64da2692-4370-448d-bc29-73ac571d3410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:37.326212 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:37.428103 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:38.203138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54438) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:53:38.301907 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.pecan_wsgi.hooks.translation [None req-1998cd47-4ee5-4931-97ba-c4fa00b9fb84 admin admin] GET failed (client error): The resource could not be found. Apr 06 09:53:38.302380 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1998cd47-4ee5-4931-97ba-c4fa00b9fb84 admin admin] Synchronizing usage tracker for tenant:ba636061483942169582cc89de47cda5 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:53:38.316797 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1998cd47-4ee5-4931-97ba-c4fa00b9fb84 admin admin] Unset dirty status for tenant:ba636061483942169582cc89de47cda5 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:53:38.317832 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1998cd47-4ee5-4931-97ba-c4fa00b9fb84 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1137502 Apr 06 09:53:38.457837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5469c1-072e-452e-b279-c73751e2d255 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:38.459242 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fb5469c1-072e-452e-b279-c73751e2d255 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1375582 Apr 06 09:53:38.468353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Request body: {'subnet': {'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:53:38.473370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:53:38.482809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:53:38.492509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Made reservation on behalf of ba636061483942169582cc89de47cda5 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:53:38.494690 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:38.658551 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:38.689305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:38.755942 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:53:38.769606 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Checking segment: {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:53:38.770038 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Network hostable DHCP agents. Network: 7409f235-33e9-4ea9-b12b-27c622f01681, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:53:38.790958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Network 7409f235-33e9-4ea9-b12b-27c622f01681 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:53:38.799358 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 7409f235-33e9-4ea9-b12b-27c622f01681) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:53:38.803482 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:53:38.804211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:38.808014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1315f-d890-4621-9390-38a553bbade6 None None] Network 7409f235-33e9-4ea9-b12b-27c622f01681 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:53:38.827563 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fc6d7b88-8c00-42b8-95b0-fd8a07d93ca8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3624716 Apr 06 09:53:39.029287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-7409f235-33e9-4ea9-b12b-27c622f01681', 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681', 'tenant_id': 'ba636061483942169582cc89de47cda5', 'fixed_ips': [{'subnet_id': '8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 09:53:39.030113 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.186014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Allocated IP 192.168.233.2 (7409f235-33e9-4ea9-b12b-27c622f01681/8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f/20488f28-63f1-40c8-9450-5582c34ace49) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:53:39.386764 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.397583 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Transition to ACTIVE for port object 20488f28-63f1-40c8-9450-5582c34ace49 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:53:39.416632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Transition to ACTIVE for port object 20488f28-63f1-40c8-9450-5582c34ace49 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:53:39.422375 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.520419 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Network 7409f235-33e9-4ea9-b12b-27c622f01681 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:53:39.521228 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Pushing event updated for resources: {'Port': ['ID=20488f28-63f1-40c8-9450-5582c34ace49,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:53:39.523586 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:53:39.525992 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:53:39.537076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537546 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.537631 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.538756 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.538756 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.538756 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.539011 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:53:39.627881 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Attempting to bind port 20488f28-63f1-40c8-9450-5582c34ace49 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:53:39.628287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Attempting to bind port 20488f28-63f1-40c8-9450-5582c34ace49 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:53:39.628751 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Attempting to bind port 20488f28-63f1-40c8-9450-5582c34ace49 on network 7409f235-33e9-4ea9-b12b-27c622f01681 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:53:39.635165 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:53:39.635524 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Checking segment: {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:53:39.635906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.636298 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Bound using segment: {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:53:39.636753 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Bound port: 20488f28-63f1-40c8-9450-5582c34ace49, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:53:39.637183 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.726555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] For port 20488f28-63f1-40c8-9450-5582c34ace49, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:53:39.729664 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] For port 20488f28-63f1-40c8-9450-5582c34ace49, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=20488f28-63f1-40c8-9450-5582c34ace49,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:53:39.734553 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:39.811534 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e0cc8-7844-491c-aad9-2c7fb1e61679 None None] Pushing event updated for resources: {'Port': ['ID=20488f28-63f1-40c8-9450-5582c34ace49,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:53:40.602164 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc3781-a7eb-4dd9-aecb-1cd074f30ca9 None None] Network 7409f235-33e9-4ea9-b12b-27c622f01681 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:53:40.721506 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f9ff23b3-f69d-4b04-95ec-c2c27bd465c5 None None] Provisioning for port 20488f28-63f1-40c8-9450-5582c34ace49 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:53:41.778594 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 20488f28-63f1-40c8-9450-5582c34ace49 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:53:41.844419 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 20488f28-63f1-40c8-9450-5582c34ace49 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:53:41.848803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 20488f28-63f1-40c8-9450-5582c34ace49 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:53:41.849163 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:41.963706 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:41.997555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 20488f28-63f1-40c8-9450-5582c34ace49, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=20488f28-63f1-40c8-9450-5582c34ace49,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:53:42.001397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:42.071985 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=20488f28-63f1-40c8-9450-5582c34ace49,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:53:43.758803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 20488f28-63f1-40c8-9450-5582c34ace49 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:53:43.824853 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 20488f28-63f1-40c8-9450-5582c34ace49 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:53:43.825127 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:53:51.616318 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:54:03.996135 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cbab1546-3be9-440b-81c5-55a6e0ecd002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:06.218087 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-962642d7-ffe7-473f-b9d6-4ec53e7fa756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:07.329491 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:07.428759 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:08.662352 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:28.616667 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:54:33.998973 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c9653a26-d8cb-4cb7-be79-b7785874c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:36.210465 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8bff6af0-af10-4da7-8b93-8a58ae46d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:37.334486 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:37.429905 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:54:38.666608 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:03.949120 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54480) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:55:03.954898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [None req-e9fca2c2-f8ed-4e04-badf-1875f166132a tempest-verify_tempest_config-60283226 tempest-verify_tempest_config-60283226-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:55:03.955813 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e9fca2c2-f8ed-4e04-badf-1875f166132a tempest-verify_tempest_config-60283226 tempest-verify_tempest_config-60283226-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057619 Apr 06 09:55:04.002346 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-4de5078e-bc72-414e-9865-a67216f334d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.285589 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54496) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:55:04.423303 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.459534 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:55:04.463226 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Usage tracker for resource:security_group_rule and tenant:45ee81e1bd29435c92cb4c580120f7ff is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:55:04.466122 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:55:04.471853 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:55:04.538004 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.542755 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.588192 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37bc9e7-0c98-47e1-a877-f3fac0d40a8e,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:55:04.592850 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Synchronizing usage tracker for tenant:ba636061483942169582cc89de47cda5 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:55:04.603119 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.603441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.603778 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.604107 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.604459 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.604782 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.605102 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.605422 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.605740 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.606055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.606369 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:55:04.620461 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] Unset dirty status for tenant:ba636061483942169582cc89de47cda5 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:55:04.621654 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5563cbf1-722c-4893-8424-4846c6831770 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45ee81e1bd29435c92cb4c580120f7ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3350449 Apr 06 09:55:04.624381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54502) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:55:04.681365 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.705949 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.801906 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.816398 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37bc9e7-0c98-47e1-a877-f3fac0d40a8e,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:55:04.822539 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:04.824000 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9eadefb2-767b-4823-b501-3bc9cef73766 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a37bc9e7-0c98-47e1-a877-f3fac0d40a8e HTTP/1.1" status: 204 len: 168 time: 0.1983771 Apr 06 09:55:05.616807 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:55:06.212116 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bd33ccb1-effa-466c-9717-da315e048f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:07.338438 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:07.430665 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:08.667711 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:34.004902 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c844ec2b-36e1-4c13-9d05-d7af944db23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:36.213870 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8e8012d3-c574-4154-b95b-153163430ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:37.338185 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:37.432702 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:38.671490 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:55:42.617275 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:56:04.007274 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c140fb19-7a37-4575-8686-b32de51526cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:06.216559 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-52e02459-8988-4d8e-8fa1-29781fc3b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:07.340785 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:07.433621 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:08.674586 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:19.617412 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 5 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:56:34.010062 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9426dbdd-cd15-41f4-9a20-6b26e548bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:36.218745 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5beb5ccc-fadf-485d-adf1-4614c9122f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:37.344039 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:37.437054 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:38.677831 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:53.865188 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4117471'] for agent, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:56:56.617743 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:57:04.015359 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a9eac140-ec6e-4e96-be94-0bcad5817696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:06.220488 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2c006ee3-db98-469a-b7c4-42c671bda1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:07.347087 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:07.438287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:08.681050 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:09.127185 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54580) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:57:09.262114 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c9d5a64a-75b2-4bb4-9cbd-6df2cac87815 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1338818 Apr 06 09:57:11.279680 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54590) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:57:11.356210 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1fdeb63a-df4f-407a-aa30-eb116bcf99eb admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0754318 Apr 06 09:57:23.814914 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:33.618412 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:57:34.016700 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-31c40f6d-ac67-42c0-acd5-da5f71b26c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:36.222543 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-26c20929-7636-46cf-9181-211aa817dfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:37.349203 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:37.444884 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:38.682808 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:57:53.820008 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:04.017964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73f295ce-7d86-4364-99db-d253a96b5a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:06.224653 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-43de9392-bfe2-4931-a8d1-7e8b559b9018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:07.355494 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:07.436813 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:08.685864 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:10.618259 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:58:23.816744 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:34.019971 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-38b0a86f-e454-474c-9070-3167753f917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:36.227043 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-861e97ef-ec35-4de2-bcea-41806fa9f865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:37.357286 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:37.437988 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:38.690474 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:58:47.618508 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:58:53.818938 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:04.032879 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-761487ca-b82f-4d37-9c7d-d8534848c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:06.247188 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed752-bd97-465e-becf-13d52c8ddafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:07.365465 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:07.441278 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:08.696456 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.046208 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54786) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:09.203431 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54802) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:09.227494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54808) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:09.267241 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54814) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:09.388091 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-network', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:09.389860 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.quota [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Loaded quota_driver: . Apr 06 09:59:09.397850 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.407541 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Usage tracker for resource:network and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.414289 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.423188 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.438705 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Made reservation on behalf of 5fc7b8fd29c84dadbcdc334a9a13bc8e for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:09.447071 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-61554676-network', 'tenant_id': '29aff79cd27042cc82d8070be492d420'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:09.451798 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.452048 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.466592 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Usage tracker for resource:network and tenant:29aff79cd27042cc82d8070be492d420 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.469666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.480756 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.497639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-network', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:09.508633 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.517162 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Usage tracker for resource:network and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.520418 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.536077 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.539115 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.540963 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Usage tracker for resource:security_group_rule and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.543825 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.545615 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.553518 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.571446 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Made reservation on behalf of 29aff79cd27042cc82d8070be492d420 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:09.574185 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.579245 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687340672-network', 'tenant_id': '3011e3ac7975456d85ac45b14502c966'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:09.595820 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.613073 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.615042 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Usage tracker for resource:network and tenant:3011e3ac7975456d85ac45b14502c966 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.621064 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.632483 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.651403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.655020 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Made reservation on behalf of 2ae960f36c644d69b368d3fc2acf4d6a for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:09.657339 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.669962 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Made reservation on behalf of 3011e3ac7975456d85ac45b14502c966 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:09.671055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Usage tracker for resource:security_group_rule and tenant:29aff79cd27042cc82d8070be492d420 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.674163 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.674791 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.685895 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.695393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.696347 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.717109 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.727595 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.742688 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.747233 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.750314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.757764 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.767166 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:09.770912 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:59:09.783110 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Usage tracker for resource:security_group_rule and tenant:3011e3ac7975456d85ac45b14502c966 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:09.794678 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:09.805240 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749869889639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.805874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Unsubscribe: segment precommit_create {{(pid=83218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 09:59:09.806324 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Added segment e36089f9-8e48-429c-92da-fdfbc1b0e929 of type vlan for network e1fcdd21-8913-43c3-9fe3-47768f658615 Apr 06 09:59:09.815043 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:09.827797 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.856294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.856795 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875406a4-a45a-4800-b680-17ba468c53ab,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:09.870745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:59:09.880557 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.880894 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Added segment b3039476-10dc-49d7-b89c-b87226032562 of type vlan for network abb28f3b-7693-4daf-9b7a-f48945227645 Apr 06 09:59:09.892720 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.893058 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.893384 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.893704 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.894029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.894454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.894638 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.894956 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.895261 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.895569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.895874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Tracked resource versions report: Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: pushed versions: Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Log': {'1.0'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Network': {'1.1'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Port': {'1.5'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'PortForwarding': {'1.2'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'QosPolicy': {'1.8'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SecurityGroup': {'1.2'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SubPort': {'1.0'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Subnet': {'1.1'}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Trunk': {'1.1'}} Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: consumer versions: Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: HyperV agent@hv-cinder-83675: {}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Log': '1.0', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Network': '1.1', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Port': '1.5', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'PortForwarding': '1.2', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'QosPolicy': '1.8', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SecurityGroup': '1.2', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SecurityGroupRule': '1.0', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'SubPort': '1.0', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Subnet': '1.1', Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: 'Trunk': '1.1'}} Apr 06 09:59:09.897117 dv-cinder-836753-1-smb neutron-server[83218]: {{(pid=83218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:59:09.909863 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.926776 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.976617 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249319ba-74fb-44d2-80d8-8b6aba2305f5,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:09.987249 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.989173 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:09.989802 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:09.999879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.003929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.004459 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.004960 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.005451 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.005928 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.006421 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.006899 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.007378 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.007844 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.008338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Tracked resource versions report: Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: pushed versions: Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Log': {'1.0'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Network': {'1.1'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Port': {'1.5'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'PortForwarding': {'1.2'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'QosPolicy': {'1.8'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroup': {'1.2'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SubPort': {'1.0'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Subnet': {'1.1'}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Trunk': {'1.1'}} Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: consumer versions: Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: HyperV agent@hv-cinder-83675: {}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Log': '1.0', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Network': '1.1', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Port': '1.5', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'PortForwarding': '1.2', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'QosPolicy': '1.8', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroup': '1.2', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SecurityGroupRule': '1.0', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'SubPort': '1.0', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Subnet': '1.1', Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: 'Trunk': '1.1'}} Apr 06 09:59:10.009578 dv-cinder-836753-1-smb neutron-server[83219]: {{(pid=83219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:59:10.014539 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.015682 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:10.016471 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.067518 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.074051 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8453224 Apr 06 09:59:10.080381 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54850) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:10.086916 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.113237 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] Pushing event updated for resources: {'Network': ['ID=e1fcdd21-8913-43c3-9fe3-47768f658615,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:10.121560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Request body: {'subnet': {'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-subnet', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:10.126564 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:10.130499 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Usage tracker for resource:subnet and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:10.133611 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:10.142038 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:10.164783 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network e1fcdd21-8913-43c3-9fe3-47768f658615 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:59:10.184648 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Made reservation on behalf of 2ae960f36c644d69b368d3fc2acf4d6a for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:10.187837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7dce50-4fe1-4e7d-a801-dfc546b0543a,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:10.191163 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.218294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:59:10.230064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a2e6-aac2-485f-882a-a4e436404f43 admin admin] Pushing event updated for resources: {'Network': ['ID=abb28f3b-7693-4daf-9b7a-f48945227645,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:10.237669 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.239800 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Added segment 3ab8dc9f-dde5-40dd-9f03-21c1491f72ed of type vlan for network e74d8a1c-30a5-47f7-b33d-7319a22d419f Apr 06 09:59:10.305817 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.314705 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network abb28f3b-7693-4daf-9b7a-f48945227645 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:59:10.349737 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.350953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:10.352565 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.479752 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.484813 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] Pushing event updated for resources: {'Network': ['ID=e74d8a1c-30a5-47f7-b33d-7319a22d419f,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:10.492831 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8587fc0c-4f73-4226-8870-3bcf150f121e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2882361 Apr 06 09:59:10.493946 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54866) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:10.501981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Request body: {'subnet': {'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-61554676-subnet', 'tenant_id': '29aff79cd27042cc82d8070be492d420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:10.507184 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:10.514595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Usage tracker for resource:subnet and tenant:29aff79cd27042cc82d8070be492d420 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:10.521869 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:10.524710 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1856d963-c441-485d-acde-77faa603e3de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4768732 Apr 06 09:59:10.526957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54870) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:10.530170 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.546267 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Request body: {'subnet': {'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-subnet', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:10.553608 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:10.559929 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network e74d8a1c-30a5-47f7-b33d-7319a22d419f details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:59:10.565195 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:10.582101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Usage tracker for resource:subnet and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:10.588904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:10.603591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Made reservation on behalf of 29aff79cd27042cc82d8070be492d420 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:10.608845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.717455 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:59:10.774861 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ba1e6-a118-40b8-a5eb-d5ff72283acd,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:10.786387 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:10.786723 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Added segment dd8160f8-92fc-40b3-bfc4-4dea5c7506e1 of type vlan for network 323c01d6-bed8-424e-b8ae-de676cdae31b Apr 06 09:59:10.967166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:10.975761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.044480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9392b8-d286-4b8c-8abf-d1af36fbd0e1,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:11.056510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Made reservation on behalf of 5fc7b8fd29c84dadbcdc334a9a13bc8e for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:11.059509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.085338 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.091150 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.194053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451c7a21-e793-4c54-aaaa-12d383bd182b,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:11.207290 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.208503 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:11.209552 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.279248 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Checking segment: {'id': '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:11.279898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Network hostable DHCP agents. Network: e74d8a1c-30a5-47f7-b33d-7319a22d419f, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:59:11.288882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Checking segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:11.289599 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Network hostable DHCP agents. Network: abb28f3b-7693-4daf-9b7a-f48945227645, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:59:11.318316 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.341927 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] Pushing event updated for resources: {'Network': ['ID=323c01d6-bed8-424e-b8ae-de676cdae31b,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:11.356579 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54906) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:11.357684 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 323c01d6-bed8-424e-b8ae-de676cdae31b details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:59:11.363399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Network e74d8a1c-30a5-47f7-b33d-7319a22d419f is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:59:11.368834 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5359c202-6c7b-49aa-8564-66bb8bbb0045 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0999751 Apr 06 09:59:11.369053 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Request body: {'subnet': {'network_id': '323c01d6-bed8-424e-b8ae-de676cdae31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687340672-subnet', 'tenant_id': '3011e3ac7975456d85ac45b14502c966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:11.388218 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Network abb28f3b-7693-4daf-9b7a-f48945227645 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:59:11.417658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, abb28f3b-7693-4daf-9b7a-f48945227645) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:11.430857 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:11.439719 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.464145 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, e74d8a1c-30a5-47f7-b33d-7319a22d419f) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:11.465340 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f43ee0ac-d7e6-4cd4-8580-2b6d66f5d255 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3799975 Apr 06 09:59:11.470138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:11.476179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 54916) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:11.478665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:11.479759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.487922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:11.491044 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Usage tracker for resource:subnet and tenant:3011e3ac7975456d85ac45b14502c966 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:11.504505 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:11.510956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b42deb7-fa64-4337-9071-bf2f08738e44,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:11.526557 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:11.546987 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:11.569171 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-892b87bd-8cca-4f29-a503-b656b65c27e6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0728498 Apr 06 09:59:11.575964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Usage tracker for resource:router and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:11.579276 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:11.602500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Made reservation on behalf of 3011e3ac7975456d85ac45b14502c966 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:11.602746 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbe82c-f0f0-4aa2-9ef0-f0c23df4984c None None] Network abb28f3b-7693-4daf-9b7a-f48945227645 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:11.605147 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.622802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:11.643257 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0a59a-7078-4656-bb29-fd0439f6d9f1 None None] Network e74d8a1c-30a5-47f7-b33d-7319a22d419f requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:11.676833 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:11.677210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Network hostable DHCP agents. Network: e1fcdd21-8913-43c3-9fe3-47768f658615, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:59:11.711626 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.712631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.767102 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.769625 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:59:11.794188 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54940) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:11.823046 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, e1fcdd21-8913-43c3-9fe3-47768f658615) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:11.837944 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:11.839061 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:11.846023 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa02393-cf82-4d65-9709-a7e3130c0617 None None] Network e1fcdd21-8913-43c3-9fe3-47768f658615 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:12.023708 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-7ece84fd-0bc0-4c54-9c9a-5e9393e1ab2b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4957201 Apr 06 09:59:12.027462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 54954) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:12.035220 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:12.046208 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:12.063053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Usage tracker for resource:router and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:12.070505 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.073563 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:12.086503 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:12.113524 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.115096 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.117472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.154198 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.158137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89af5f43-c6b4-4e8e-8744-d91755d613dd,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:12.189480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Checking segment: {'id': 'dd8160f8-92fc-40b3-bfc4-4dea5c7506e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '323c01d6-bed8-424e-b8ae-de676cdae31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:12.189825 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Network hostable DHCP agents. Network: 323c01d6-bed8-424e-b8ae-de676cdae31b, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:59:12.279343 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Network 323c01d6-bed8-424e-b8ae-de676cdae31b is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:59:12.301448 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 323c01d6-bed8-424e-b8ae-de676cdae31b) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:12.310974 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:12.311574 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.382707 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5d18ad08-a40a-442f-a29e-a0532fe60e5a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0251584 Apr 06 09:59:12.487943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306600b-3357-4c6f-a81d-f6e235ba2fb7 None None] Network 323c01d6-bed8-424e-b8ae-de676cdae31b requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:12.496304 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.592126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.703822 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.809125 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-abb28f3b-7693-4daf-9b7a-f48945227645', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 09:59:12.809966 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.841330 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:12.851251 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Allocated IP 172.28.0.203 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/95dcb0af-8fed-41cb-bfe6-c4a4802cb484) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:12.867733 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:12.906125 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Usage tracker for resource:security_group_rule and tenant:527a29be6df142c280615430341e40b7 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:12.917988 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:12.949838 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:13.062523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55006) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:13.090659 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4499ea3-2497-407e-8e91-68045c1ef403 None None] Network e74d8a1c-30a5-47f7-b33d-7319a22d419f requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:13.221604 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.232748 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55016) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:13.239240 dv-cinder-836753-1-smb neutron-server[83219]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 09:59:13.363236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.408635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21202db-2603-4c68-8cee-f6e909baf624 req-1bdde244-c18e-4f87-92e5-c90bda0da124 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:13.409341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b21202db-2603-4c68-8cee-f6e909baf624 req-1bdde244-c18e-4f87-92e5-c90bda0da124 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Synchronizing usage tracker for tenant:29aff79cd27042cc82d8070be492d420 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:13.434321 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b21202db-2603-4c68-8cee-f6e909baf624 req-1bdde244-c18e-4f87-92e5-c90bda0da124 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Unset dirty status for tenant:29aff79cd27042cc82d8070be492d420 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:13.435693 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-1bdde244-c18e-4f87-92e5-c90bda0da124 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/networks?id=e74d8a1c-30a5-47f7-b33d-7319a22d419f HTTP/1.1" status: 200 len: 810 time: 0.2012496 Apr 06 09:59:13.437166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.455202 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.515294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:13.526687 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-14adc599-704c-4616-9d5f-b986bd485e1d tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/quotas/29aff79cd27042cc82d8070be492d420 HTTP/1.1" status: 200 len: 375 time: 0.0311272 Apr 06 09:59:13.528583 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:13.529691 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:13.531947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:13.536432 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=527a29be6df142c280615430341e40b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7387679 Apr 06 09:59:13.577293 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.601234 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55022) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:13.656966 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-92236123-597b-47d6-9bce-4a7e34dcf3be tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=29aff79cd27042cc82d8070be492d420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490718 Apr 06 09:59:13.657700 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589f1f9-847e-413b-ac0e-8888ccb2261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97bf57-d30c-4416-bddc-ca9f1fee46b4,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:13.671232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.696010 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:13.706224 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.707238 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.716084 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef5fb4c2e4b419dae866a9068dfd4a3 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:13.719076 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.720949 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:13.744363 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-e1fcdd21-8913-43c3-9fe3-47768f658615', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 09:59:13.745232 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:13.767166 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:13.889101 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Allocated IP 172.20.0.2 (abb28f3b-7693-4daf-9b7a-f48945227645/451c7a21-e793-4c54-aaaa-12d383bd182b/76ccc004-085f-4751-a851-18de1bce02f4) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:13.927716 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29113b-bcfd-4db5-87a7-8b1175f742fc None None] Network 323c01d6-bed8-424e-b8ae-de676cdae31b requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:13.938391 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.053003 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-df20e250-19bb-4e58-82a7-13bca3bd3488 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:59:14.053958 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-df20e250-19bb-4e58-82a7-13bca3bd3488 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2524843 Apr 06 09:59:14.084894 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.104626 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Allocated IP 172.28.0.147 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/f1368d6e-a0e5-4a87-ac8c-8f79b4cef368) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:14.154014 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.176927 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.356753 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Allocated IP 172.20.0.2 (e1fcdd21-8913-43c3-9fe3-47768f658615/9b42deb7-fa64-4337-9071-bf2f08738e44/521b6b22-1112-4187-9f16-0c41e12892c5) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:14.358492 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52de09b-fb96-4bd9-ae9b-0f41065a6255,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:14.370122 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0349d3ad-0c85-4cde-97db-15657e23d147 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ef5fb4c2e4b419dae866a9068dfd4a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2912664 Apr 06 09:59:14.370992 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.373977 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55054) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:14.402840 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97bf57-d30c-4416-bddc-ca9f1fee46b4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:14.431628 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-03598346-0603-498e-b0f2-9790532db679 service neutron] 10.222.0.39 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647270 Apr 06 09:59:14.451775 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.459454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.462898 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-4907c3aa-27ce-47ea-b189-18d1a5350892 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c97bf57-d30c-4416-bddc-ca9f1fee46b4 HTTP/1.1" status: 204 len: 168 time: 0.8531873 Apr 06 09:59:14.557678 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55064) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:14.577494 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733044376-network', 'tenant_id': '3b06ab9737bb4b52b627b39de323bc14'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:14.581145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.630804 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:14.642388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Usage tracker for resource:network and tenant:3b06ab9737bb4b52b627b39de323bc14 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:14.648967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:14.661647 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:14.679157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.694207 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:14.695904 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:14.699113 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:14.711046 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-b367ce3d-8e4e-43db-a5c1-762168c987cd service neutron] 10.222.0.39 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666047 Apr 06 09:59:14.713897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Made reservation on behalf of 3b06ab9737bb4b52b627b39de323bc14 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:14.716643 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.739354 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.740903 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:14.786522 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:14.878484 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Router c0e79290-ce8a-49d6-8b37-856aa7344daa is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 09:59:15.022510 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.039558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.103297 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Transition to ACTIVE for port object 76ccc004-085f-4751-a851-18de1bce02f4 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:15.121703 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Transition to ACTIVE for port object 521b6b22-1112-4187-9f16-0c41e12892c5 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:15.181926 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.186242 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Transition to ACTIVE for port object 521b6b22-1112-4187-9f16-0c41e12892c5 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:15.219040 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:15.224899 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.236226 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52de09b-fb96-4bd9-ae9b-0f41065a6255,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:15.245278 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Usage tracker for resource:security_group_rule and tenant:3b06ab9737bb4b52b627b39de323bc14 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:15.262667 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55106) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:15.278339 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:15.282310 dv-cinder-836753-1-smb neutron-server[83218]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 09:59:15.294399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.305339 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-09e916fb-0793-47d5-8e4f-6e6e05772b2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c52de09b-fb96-4bd9-ae9b-0f41065a6255 HTTP/1.1" status: 204 len: 168 time: 0.9219675 Apr 06 09:59:15.309110 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Transition to ACTIVE for port object 76ccc004-085f-4751-a851-18de1bce02f4 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:15.336950 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.347014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:15.352210 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Pushing event updated for resources: {'Port': ['ID=521b6b22-1112-4187-9f16-0c41e12892c5,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:15.356122 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:15.361190 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:15.362280 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:15.389548 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.389895 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.391756 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.392096 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.394362 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.394703 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.395035 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.395389 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.395733 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.396056 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.396409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Tracked resource versions report: Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: pushed versions: Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Log': {'1.0'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Network': {'1.1'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Port': {'1.5'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'PortForwarding': {'1.2'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'QosPolicy': {'1.8'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroup': {'1.2'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SubPort': {'1.0'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Subnet': {'1.1'}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Trunk': {'1.1'}} Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: consumer versions: Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: HyperV agent@hv-cinder-83675: {}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Log': '1.0', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Network': '1.1', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Port': '1.5', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'PortForwarding': '1.2', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'QosPolicy': '1.8', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroup': '1.2', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SecurityGroupRule': '1.0', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'SubPort': '1.0', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Subnet': '1.1', Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: 'Trunk': '1.1'}} Apr 06 09:59:15.397501 dv-cinder-836753-1-smb neutron-server[83220]: {{(pid=83220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:59:15.412994 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3670311a-ba7c-4257-95ad-fa3b44d0c1bc req-3668a3fd-5c67-44b4-86e1-afd7b0554024 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1481123 Apr 06 09:59:15.454857 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.455934 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.457007 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:59:15.468423 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:59:15.511448 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:15.515463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.517027 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:15.518100 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8997cc99-9dbc-4de5-bccd-ab3b7018bf39 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0342455 Apr 06 09:59:15.527272 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55126) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:15.540452 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Network abb28f3b-7693-4daf-9b7a-f48945227645 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:15.543868 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:15.551139 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:15.880255 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.894454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:15.991798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 09:59:16.019356 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37988b3-4999-418b-a5ed-f4e4d3dc568c,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:16.061864 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.062581 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Added segment 64679782-8174-429e-af50-3de55154b107 of type vlan for network c2e10e67-fb49-4ccb-ad69-556eae3ec4ff Apr 06 09:59:16.116943 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:16.141654 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.231377 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.232536 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:16.233343 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.258637 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Pushing event updated for resources: {'Port': ['ID=76ccc004-085f-4751-a851-18de1bce02f4,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:16.290383 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Attempting to bind port 76ccc004-085f-4751-a851-18de1bce02f4 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:16.290742 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Attempting to bind port 76ccc004-085f-4751-a851-18de1bce02f4 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:16.291125 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Attempting to bind port 76ccc004-085f-4751-a851-18de1bce02f4 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:16.324133 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Attempting to bind port 521b6b22-1112-4187-9f16-0c41e12892c5 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:16.324504 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Attempting to bind port 521b6b22-1112-4187-9f16-0c41e12892c5 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:16.324851 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Attempting to bind port 521b6b22-1112-4187-9f16-0c41e12892c5 on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:16.327095 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:16.327451 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Checking segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:16.327831 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.328211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Bound using segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:16.342203 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Bound port: 76ccc004-085f-4751-a851-18de1bce02f4, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:16.342619 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.391080 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55168) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:16.408550 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:16.408917 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:16.409301 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.409683 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Bound using segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:16.410179 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Bound port: 521b6b22-1112-4187-9f16-0c41e12892c5, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:16.410501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.493365 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e10e67-fb49-4ccb-ad69-556eae3ec4ff,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:16.503381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.532700 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network c2e10e67-fb49-4ccb-ad69-556eae3ec4ff details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 09:59:16.570343 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6e26774f-23c9-4d84-8b2f-7a2db270d104 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0112233 Apr 06 09:59:16.584633 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55180) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:16.598591 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Request body: {'subnet': {'network_id': 'c2e10e67-fb49-4ccb-ad69-556eae3ec4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733044376-subnet', 'tenant_id': '3b06ab9737bb4b52b627b39de323bc14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:16.608000 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 09:59:16.626135 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:16.633700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:16.653861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:17428c5eac6245f598bae0872e6fbebc is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:16.656104 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Usage tracker for resource:subnet and tenant:3b06ab9737bb4b52b627b39de323bc14 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:16.660222 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:16.666782 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:16.666954 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:13Z', 'revision_number': 3, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:16.679455 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:16.685799 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:59:16.686536 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Updating router c0e79290-ce8a-49d6-8b37-856aa7344daa port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:59:16.766653 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:16.770341 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d82fe505-19d9-417a-9892-120ce80e57c0 req-122bbb91-1fd9-45a2-b3dc-d096e73ce471 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1117809 Apr 06 09:59:16.867683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Made reservation on behalf of 3b06ab9737bb4b52b627b39de323bc14 for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:16.892831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.893126 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.953097 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] For port 76ccc004-085f-4751-a851-18de1bce02f4, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:16.962349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:16.973057 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] For port 76ccc004-085f-4751-a851-18de1bce02f4, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=76ccc004-085f-4751-a851-18de1bce02f4,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:17.002655 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] For port 521b6b22-1112-4187-9f16-0c41e12892c5, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:17.012299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] For port 521b6b22-1112-4187-9f16-0c41e12892c5, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=521b6b22-1112-4187-9f16-0c41e12892c5,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:17.017477 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:17.070471 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:17.258102 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:17.259490 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac36fb-7e44-4fbd-8f96-689c25f34c82 None None] Pushing event updated for resources: {'Port': ['ID=76ccc004-085f-4751-a851-18de1bce02f4,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:17.419354 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17428c5eac6245f598bae0872e6fbebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9999259 Apr 06 09:59:17.422238 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b440e96-cb37-46e0-bcc9-be2ec8ccb0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d613813-44f4-4f2c-ba97-bcafaadf528c,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:17.422399 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55214) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:17.592761 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ae04d-a97b-4a80-b137-ab425b3fa8c6 None None] Pushing event updated for resources: {'Port': ['ID=521b6b22-1112-4187-9f16-0c41e12892c5,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:17.701422 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:17.747373 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Transition to ACTIVE for port object 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:17.774982 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:17.943136 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.049349 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d854a898-0733-4025-8006-8d34145c2233 req-8a60bad6-8dc3-459a-b81f-9be44595668a tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1333055 Apr 06 09:59:18.056297 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Attempting to bind port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:18.057193 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Attempting to bind port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:18.057552 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Attempting to bind port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:18.061936 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Pushing event updated for resources: {'Port': ['ID=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,revision_number=2']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:18.078670 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.108121 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 521b6b22-1112-4187-9f16-0c41e12892c5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:18.115847 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.116181 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.116591 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.116912 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.117231 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.117548 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.120154 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.120591 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.123560 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.124103 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.124597 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 09:59:18.128293 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Tracked resource versions report: Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: pushed versions: Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: { 'ConntrackHelper': {'1.0'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Log': {'1.0'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Network': {'1.1'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Port': {'1.5'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'PortForwarding': {'1.2'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'QosPolicy': {'1.8'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroup': {'1.2'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroupRule': {'1.0'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SubPort': {'1.0'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Subnet': {'1.1'}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Trunk': {'1.1'}} Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: consumer versions: Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: { DHCP agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: HyperV agent@hv-cinder-83675: {}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: L3 agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: Metadata agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: Metering agent@dv-cinder-836753-1-smb: {}, Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: Open vSwitch agent@dv-cinder-836753-1-smb: { 'ConntrackHelper': '1.0', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Log': '1.0', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Network': '1.1', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Port': '1.5', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'PortForwarding': '1.2', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'QosPolicy': '1.8', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroup': '1.2', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SecurityGroupRule': '1.0', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'SubPort': '1.0', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Subnet': '1.1', Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: 'Trunk': '1.1'}} Apr 06 09:59:18.128525 dv-cinder-836753-1-smb neutron-server[83221]: {{(pid=83221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 09:59:18.142157 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:18.143229 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:18.145138 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.145669 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:18.146271 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Bound port: 95dcb0af-8fed-41cb-bfe6-c4a4802cb484, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:18.147895 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.271278 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 521b6b22-1112-4187-9f16-0c41e12892c5 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:18.281304 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 76ccc004-085f-4751-a851-18de1bce02f4 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:18.303366 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Checking segment: {'id': '64679782-8174-429e-af50-3de55154b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c2e10e67-fb49-4ccb-ad69-556eae3ec4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:18.304361 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Network hostable DHCP agents. Network: c2e10e67-fb49-4ccb-ad69-556eae3ec4ff, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 09:59:18.309640 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] For port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:18.314699 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] For port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:18.332336 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.379552 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Network c2e10e67-fb49-4ccb-ad69-556eae3ec4ff is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 09:59:18.403654 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, c2e10e67-fb49-4ccb-ad69-556eae3ec4ff) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:18.414176 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4049be8b-8e22-4db4-ab56-d7b79cfd8336,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:18.419350 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95cdf0-024b-4b82-a484-015d5ff4695f None None] Network c2e10e67-fb49-4ccb-ad69-556eae3ec4ff requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:18.422593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.430690 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:18.431581 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.445704 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:59:18.477885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:59:18.490852 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.491912 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02661-87af-43f3-8f63-736f84401735 None None] Pushing event updated for resources: {'Port': ['ID=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:18.494987 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f107c507-7fe1-4a87-8921-5e51da129ef3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4632885 Apr 06 09:59:18.496120 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55240) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:18.514521 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-27bcbe66-b97e-494c-8050-0c276f4a11a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9278960 Apr 06 09:59:18.598167 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:18.598802 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:18.708589 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:18.710686 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:18.751935 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.754261 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:18.755404 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d613813-44f4-4f2c-ba97-bcafaadf528c HTTP/1.1" status: 204 len: 168 time: 1.3317974 Apr 06 09:59:18.795169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0278c5-cb11-4ab8-a55e-f686db3a09f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d613813-44f4-4f2c-ba97-bcafaadf528c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:18.889430 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55258) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:19.167824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.48', 61082) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:19.203598 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:19.442166 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:19.757309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-46fcd67b-ca12-405c-a254-83375f76b800 req-9bfa2530-63da-450f-aee6-a2e50dcb92da tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1071763 Apr 06 09:59:19.766199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21202db-2603-4c68-8cee-f6e909baf624 req-f77154a7-c66f-42fa-9d76-6d38d51dc70f tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:19.767605 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-f77154a7-c66f-42fa-9d76-6d38d51dc70f tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.48 "GET /v2.0/networks?id=e74d8a1c-30a5-47f7-b33d-7319a22d419f HTTP/1.1" status: 200 len: 810 time: 0.5954776 Apr 06 09:59:19.782553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Deleting subnet 89af5f43-c6b4-4e8e-8744-d91755d613dd {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 09:59:19.787101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:19.828533 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Request body: {'port': {'device_id': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f', 'admin_state_up': True, 'tenant_id': '29aff79cd27042cc82d8070be492d420'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:19.847254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Allocated IP 172.20.0.1 (abb28f3b-7693-4daf-9b7a-f48945227645/451c7a21-e793-4c54-aaaa-12d383bd182b/a70d97cf-040a-4422-8d95-f56fe63df866) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:20.084502 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36866f-d05d-461c-84d6-9fd6ba4c1d3e None None] Network abb28f3b-7693-4daf-9b7a-f48945227645 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:20.098656 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.102416 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ffc18-9e8e-4afa-9c00-afb96d8f258e None None] Network e1fcdd21-8913-43c3-9fe3-47768f658615 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:20.136083 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.136811 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:13Z', 'revision_number': 3, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:20.145717 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ca8ad-285f-4cd5-9ab1-02f4c7ab7e7d None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:13Z', 'revision_number': 3, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 09:59:20.167350 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 76ccc004-085f-4751-a851-18de1bce02f4 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:20.245146 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:20.271824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Usage tracker for resource:port and tenant:29aff79cd27042cc82d8070be492d420 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:20.282889 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:20.301374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:20.329638 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.334521 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.386817 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Made reservation on behalf of 29aff79cd27042cc82d8070be492d420 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:20.392400 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.411815 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89af5f43-c6b4-4e8e-8744-d91755d613dd,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:20.446816 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Transition to ACTIVE for port object a70d97cf-040a-4422-8d95-f56fe63df866 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:20.452723 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.643848 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-291c7441-d81c-446b-8b6c-182186c57240 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/89af5f43-c6b4-4e8e-8744-d91755d613dd HTTP/1.1" status: 204 len: 168 time: 1.7531703 Apr 06 09:59:20.648393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.664126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55334) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:20.757888 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:20.819582 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55346) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:20.875265 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a301b22-488e-42c3-a18e-aac6f48c78c2 None None] Network c2e10e67-fb49-4ccb-ad69-556eae3ec4ff requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 09:59:20.952827 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Provisioning for port 76ccc004-085f-4751-a851-18de1bce02f4 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:20.955686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55352) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:20.974602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.147010 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8dcd98c2-4940-4f91-8afe-6a9090a0eb63 req-c876ddda-5803-43dd-a0a2-65f214198c3c tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1183295 Apr 06 09:59:21.163405 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Provisioning complete for port 76ccc004-085f-4751-a851-18de1bce02f4 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:21.168633 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.195009 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.227787 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.228134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.229453 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.229779 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > port after_create 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.230097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.230442 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > port after_update 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.231007 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.231346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.231662 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.231975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.298994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Allocated IP 172.20.0.1 (e1fcdd21-8913-43c3-9fe3-47768f658615/9b42deb7-fa64-4337-9071-bf2f08738e44/10df5eab-682d-4d2d-a06b-c498c67b564b) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:21.395009 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55362) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:21.491052 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:21.758524 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.759151 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.759294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.760603 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 09:59:21.761010 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c01d6-bed8-424e-b8ae-de676cdae31b']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:21.779040 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8160f8-92fc-40b3-bfc4-4dea5c7506e1') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:21.779332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8160f8-92fc-40b3-bfc4-4dea5c7506e1') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:21.787629 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.793843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.816223 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.828832 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 09:59:21.829233 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:21.911109 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.032397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.046226 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.077274 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.provisioning_blocks [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Transition to ACTIVE for port object 10df5eab-682d-4d2d-a06b-c498c67b564b will not be triggered until provisioned by entity DHCP. {{(pid=83218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:22.079454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.114720 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: util.warn_limited( Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: util.warn_limited( Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 09:59:22.126863 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 09:59:22.136162 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5432c9fcad064216bc4114b69810397b is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:22.142975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Network abb28f3b-7693-4daf-9b7a-f48945227645 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:22.144475 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:22.163833 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:22.167427 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:22.168086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.170606 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.181282 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:22.196764 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.199868 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:22.209574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:22.220243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Usage tracker for resource:security_group_rule and tenant:a21ab071c5cb4654ba8502d1e37283fc is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:22.227479 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:22.233168 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Usage tracker for resource:security_group_rule and tenant:d466654d11cd470e9811dfc758844459 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:22.251355 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] 10.222.0.39 "DELETE /v2.0/networks/323c01d6-bed8-424e-b8ae-de676cdae31b HTTP/1.1" status: 204 len: 168 time: 1.5252874 Apr 06 09:59:22.251656 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74b30b-60ee-4734-b28b-2640dd414c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=323c01d6-bed8-424e-b8ae-de676cdae31b,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:22.254807 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Pushing event updated for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:22.262066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55374) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:22.277885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:22.289528 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:22.295350 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:22.303279 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:22.305163 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.317895 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.364859 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Deleting subnet 4049be8b-8e22-4db4-ab56-d7b79cfd8336 {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 09:59:22.368703 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.411261 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:22.423249 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3335604'] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.496527 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:22.529267 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.629548 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:22.638684 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:22.639205 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.647961 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:14Z', 'revision_number': 3, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:22.682488 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] For port 76ccc004-085f-4751-a851-18de1bce02f4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=76ccc004-085f-4751-a851-18de1bce02f4,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:22.692054 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:59:22.692780 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Updating router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:59:22.710292 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.724945 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2677023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835238'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.816849 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.822457 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:22.917251 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4049be8b-8e22-4db4-ab56-d7b79cfd8336,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:22.925619 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2b97e887-0196-4c3a-baf6-bd158ca19155 req-c44cfe26-aa04-4dd8-928d-dffeca7a82c8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Synchronizing usage tracker for tenant:29aff79cd27042cc82d8070be492d420 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:23.005421 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41850eb9-f404-450b-be96-1c8b372ad42b None None] Pushing event updated for resources: {'Port': ['ID=76ccc004-085f-4751-a851-18de1bce02f4,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:23.014963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.040490 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1a3d226a-47ef-4c40-809d-b61bce495599 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4049be8b-8e22-4db4-ab56-d7b79cfd8336 HTTP/1.1" status: 204 len: 168 time: 0.7770774 Apr 06 09:59:23.056649 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55390) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:23.112767 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.156040 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.176788 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb9a87-e2d7-40ef-ae67-563548455e06,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:23.240459 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.346494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Allocated IP 172.20.0.11 (e74d8a1c-30a5-47f7-b33d-7319a22d419f/7c9392b8-d286-4b8c-8abf-d1af36fbd0e1/af115eae-4e72-4414-a9b1-591e8fbc266a) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:23.386881 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d466654d11cd470e9811dfc758844459&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9826386 Apr 06 09:59:23.403157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55394) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:23.408253 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.417786 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Provisioning for port a70d97cf-040a-4422-8d95-f56fe63df866 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:23.425184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Provisioning complete for port a70d97cf-040a-4422-8d95-f56fe63df866 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:23.425612 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.496353 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.531935 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:23.550407 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.566510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2b97e887-0196-4c3a-baf6-bd158ca19155 req-c44cfe26-aa04-4dd8-928d-dffeca7a82c8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Unset dirty status for tenant:29aff79cd27042cc82d8070be492d420 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:23.568251 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2b97e887-0196-4c3a-baf6-bd158ca19155 req-c44cfe26-aa04-4dd8-928d-dffeca7a82c8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.8685310 Apr 06 09:59:23.591063 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.614340 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Port a70d97cf-040a-4422-8d95-f56fe63df866 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:23.670916 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-7c8d9073-3f6f-4e0f-9e9b-1e59be3148c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5432c9fcad064216bc4114b69810397b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8447776 Apr 06 09:59:23.686397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 76ccc004-085f-4751-a851-18de1bce02f4 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:23.696405 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55400) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:23.751733 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.762605 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Pushing event updated for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:23.820194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.842166 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99079fad-6c84-421e-ad87-32a3c0de4588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03aef50-30e9-43f4-bd89-bd6765a83d94,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:23.868563 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.874371 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Provisioning for port 521b6b22-1112-4187-9f16-0c41e12892c5 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:23.906947 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:23.920875 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Provisioning complete for port 521b6b22-1112-4187-9f16-0c41e12892c5 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:23.921283 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:23.973356 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.088629 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.092160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 76ccc004-085f-4751-a851-18de1bce02f4 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:24.092539 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.239259 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.270808 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Transition to ACTIVE for port object f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:24.303439 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.304676 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.497592 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.572411 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.575554 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.632346 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.634173 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 09:59:24.676749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420219c0-1c9f-4341-a829-039fd048bc6e,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:24.678235 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Network e74d8a1c-30a5-47f7-b33d-7319a22d419f is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:24.687307 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.795191 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Attempting to bind port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:24.795543 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Attempting to bind port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:24.795943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Attempting to bind port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:24.814744 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Pushing event updated for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:24.817688 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:24.830012 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] For port 521b6b22-1112-4187-9f16-0c41e12892c5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=521b6b22-1112-4187-9f16-0c41e12892c5,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:24.851793 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b89bc9-b568-494a-a3c9-e44b92ef7e15 None None] Pushing event updated for resources: {'Port': ['ID=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:24.854246 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:24.855479 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:24.856127 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.856937 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:24.857975 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Bound port: f1368d6e-a0e5-4a87-ac8c-8f79b4cef368, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:24.858665 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.875901 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:24.894821 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.945676 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:24.946380 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:24.984521 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-87851e81-2293-4098-b796-32ce18d89854 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1662755 Apr 06 09:59:24.998235 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-509d1518-0b2e-4add-a26e-b324b606f9e8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:59:24.999564 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-509d1518-0b2e-4add-a26e-b324b606f9e8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058110 Apr 06 09:59:25.003484 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.013027 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.042530 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Pushing event updated for resources: {'Port': ['ID=521b6b22-1112-4187-9f16-0c41e12892c5,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:25.049183 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Provisioning complete for port 76ccc004-085f-4751-a851-18de1bce02f4 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:25.050661 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5e5-661f-4fad-8787-7bcedd67dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.092131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e10e67-fb49-4ccb-ad69-556eae3ec4ff']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:25.134148 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] For port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:25.158133 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64679782-8174-429e-af50-3de55154b107') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:25.162874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64679782-8174-429e-af50-3de55154b107') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:25.175280 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] For port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:25.196850 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.208555 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.260946 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.293175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 09:59:25.293814 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 09:59:25.323402 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 09:59:25.357192 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.357883 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b89bc9-b568-494a-a3c9-e44b92ef7e15 None None] Pushing event updated for resources: {'Port': ['ID=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:25.393680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.462528 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-55aacc8c-951a-443a-b9cd-6bcdd26eb710 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a21ab071c5cb4654ba8502d1e37283fc&name=default HTTP/1.1" status: 200 len: 2647 time: 4.5049782 Apr 06 09:59:25.465587 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:25.468835 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.477567 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55422) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:25.494791 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:25.503273 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb9a87-e2d7-40ef-ae67-563548455e06,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:25.505635 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:25.506851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.510556 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:25.521207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.680286 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03aef50-30e9-43f4-bd89-bd6765a83d94,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:25.687802 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Pushing event updated for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:25.695848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.908089 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 521b6b22-1112-4187-9f16-0c41e12892c5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:25.913552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Request body: {'port': {'device_id': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:25.972296 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:25.973828 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-40152c43-e650-466e-8693-602d24aa0131 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0eb9a87-e2d7-40ef-ae67-563548455e06 HTTP/1.1" status: 204 len: 168 time: 2.2128234 Apr 06 09:59:26.028542 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fc1db-36fe-4621-abb5-0618c7f28bd8 req-c989e1c0-5230-4199-a75a-3be68a70cce1 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:26.030492 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1d6fc1db-36fe-4621-abb5-0618c7f28bd8 req-c989e1c0-5230-4199-a75a-3be68a70cce1 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 932 time: 0.8411696 Apr 06 09:59:26.061845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:26.123716 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.129917 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.139447 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Pushing event updated for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:26.179741 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2e10e67-fb49-4ccb-ad69-556eae3ec4ff HTTP/1.1" status: 204 len: 168 time: 3.1205232 Apr 06 09:59:26.192314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd5f9f-92d2-457a-9226-87b8d2ab26ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e10e67-fb49-4ccb-ad69-556eae3ec4ff,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:26.203162 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.208214 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-39227fb2-a274-4f69-84f1-acb24b4203e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e03aef50-30e9-43f4-bd89-bd6765a83d94 HTTP/1.1" status: 204 len: 168 time: 2.8024204 Apr 06 09:59:26.277528 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.319672 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.326888 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1d6fc1db-36fe-4621-abb5-0618c7f28bd8 req-c0a81b2b-947d-4c6f-93d0-8feec2834b22 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873676 Apr 06 09:59:26.391357 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Provisioning for port 10df5eab-682d-4d2d-a06b-c498c67b564b completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:26.423308 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Provisioning complete for port 10df5eab-682d-4d2d-a06b-c498c67b564b triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:26.423574 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.425113 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.547107 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 09:59:26.602809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.634029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55456) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:26.663248 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Port 10df5eab-682d-4d2d-a06b-c498c67b564b cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:26.714382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 521b6b22-1112-4187-9f16-0c41e12892c5 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:26.714824 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.888861 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-31c76be4-afdd-477a-84fd-94931076907f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3011e3ac7975456d85ac45b14502c966&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532616 Apr 06 09:59:26.897915 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55472) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:26.913267 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Provisioning complete for port a70d97cf-040a-4422-8d95-f56fe63df866 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:26.916374 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.963665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:26.992865 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420219c0-1c9f-4341-a829-039fd048bc6e,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:27.023976 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:27.027440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-39e0d4be-4167-4551-96f6-ab81db21b1d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/420219c0-1c9f-4341-a829-039fd048bc6e HTTP/1.1" status: 204 len: 168 time: 1.5265844 Apr 06 09:59:27.112947 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:27.198017 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:27.319615 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:59:27.339538 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:27.378361 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-79bb3501-e0e1-4ad5-ba8e-63d0144b4eb8 None None] Port a70d97cf-040a-4422-8d95-f56fe63df866 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:27.396232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ba1e6-a118-40b8-a5eb-d5ff72283acd,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:27.410608 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c5e915c3-4ee8-4819-8415-fa1edd3e0b71 admin admin] 10.222.0.39 "PUT /v2.0/routers/77bb2ec2-96bc-4891-b624-047ab87e2ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9038937 Apr 06 09:59:27.418267 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:27.419514 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cd97d3f7-86c3-4c04-8bdc-4cd255953797 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a63ba1e6-a118-40b8-a5eb-d5ff72283acd HTTP/1.1" status: 204 len: 168 time: 0.5197589 Apr 06 09:59:27.469749 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Network abb28f3b-7693-4daf-9b7a-f48945227645 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:27.534560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:27.605409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:27.935266 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T09:59:24Z', 'revision_number': 2, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:27.953893 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b7dcf-e215-4f1b-9f9f-723f4611e721 None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T09:59:24Z', 'revision_number': 2, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 09:59:27.984382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-b42c1b19-5d01-4aec-91c1-3c3d595e60aa None None] Provisioning complete for port a70d97cf-040a-4422-8d95-f56fe63df866 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:27.985032 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b19-5d01-4aec-91c1-3c3d595e60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.007475 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55520) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:28.100603 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.109180 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:28.109844 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.165501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-b42c1b19-5d01-4aec-91c1-3c3d595e60aa None None] Port a70d97cf-040a-4422-8d95-f56fe63df866 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:28.269139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af115eae-4e72-4414-a9b1-591e8fbc266a {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:28.313710 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:28.324805 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.328576 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Usage tracker for resource:security_group_rule and tenant:113ccd0a08fa498d90ea94766721fd7c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:28.351730 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:28.371491 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:28.557074 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Transition to ACTIVE for port object af115eae-4e72-4414-a9b1-591e8fbc266a will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:28.578897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.591052 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.610798 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4826de-665a-48f9-96b1-78e909b705e6 req-952717e9-7c84-4ca2-9b50-f229e7c0a1e6 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:28.620580 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b4826de-665a-48f9-96b1-78e909b705e6 req-952717e9-7c84-4ca2-9b50-f229e7c0a1e6 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 932 time: 0.6182184 Apr 06 09:59:28.625709 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:28.774393 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55560) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:28.791863 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=113ccd0a08fa498d90ea94766721fd7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7828817 Apr 06 09:59:28.792622 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55564) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:29.027309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6913b2fb-cb98-440f-9d3e-380230812d7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b06ab9737bb4b52b627b39de323bc14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2466550 Apr 06 09:59:29.028998 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55574) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:29.035507 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4e8f4-849e-42b8-bf5a-fe3c8a3711d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad0b17a-37d4-4094-874e-6ae6f2614d15,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:29.128402 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.298682 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.481132 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.592679 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.620659 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.774218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4b4826de-665a-48f9-96b1-78e909b705e6 req-8d0d949e-03f7-4f9c-817a-0908aaf4f7cf tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Synchronizing usage tracker for tenant:29aff79cd27042cc82d8070be492d420 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:29.892183 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37988b3-4999-418b-a5ed-f4e4d3dc568c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:29.903698 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4b4826de-665a-48f9-96b1-78e909b705e6 req-8d0d949e-03f7-4f9c-817a-0908aaf4f7cf tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Unset dirty status for tenant:29aff79cd27042cc82d8070be492d420 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:29.905230 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b4826de-665a-48f9-96b1-78e909b705e6 req-8d0d949e-03f7-4f9c-817a-0908aaf4f7cf tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2433805 Apr 06 09:59:29.906544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Pushing event updated for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:29.925429 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Attempting to bind port af115eae-4e72-4414-a9b1-591e8fbc266a on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:29.925899 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Attempting to bind port af115eae-4e72-4414-a9b1-591e8fbc266a by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:29.926881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Attempting to bind port af115eae-4e72-4414-a9b1-591e8fbc266a on network e74d8a1c-30a5-47f7-b33d-7319a22d419f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:29.929688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:29.936132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Port af115eae-4e72-4414-a9b1-591e8fbc266a on network e74d8a1c-30a5-47f7-b33d-7319a22d419f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 09:59:29.936768 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Attempting to bind port af115eae-4e72-4414-a9b1-591e8fbc266a on network e74d8a1c-30a5-47f7-b33d-7319a22d419f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:29.965893 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad0b17a-37d4-4094-874e-6ae6f2614d15,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:30.028956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:30.029315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Checking segment: {'id': '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:30.029913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Bound using segment: {'id': '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:30.030338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Bound port: af115eae-4e72-4414-a9b1-591e8fbc266a, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:30.030660 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.369601 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-5efe57a3-2df1-4a3c-8935-bd4886665949 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:30.370316 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-5efe57a3-2df1-4a3c-8935-bd4886665949 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:network {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:30.376106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.380374 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c464d95d-2fc6-4177-afa1-e17bab2b6ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b37988b3-4999-418b-a5ed-f4e4d3dc568c HTTP/1.1" status: 204 len: 168 time: 1.3505375 Apr 06 09:59:30.388903 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.399651 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5fb05298-b2b6-43be-b2bc-85898e0c212a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ad0b17a-37d4-4094-874e-6ae6f2614d15 HTTP/1.1" status: 204 len: 168 time: 1.5364931 Apr 06 09:59:30.431985 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-5efe57a3-2df1-4a3c-8935-bd4886665949 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:network {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:30.433198 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-5efe57a3-2df1-4a3c-8935-bd4886665949 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.5092533 Apr 06 09:59:30.435969 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:30.441246 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=af115eae-4e72-4414-a9b1-591e8fbc266a,segment=NetworkSegment(3ab8dc9f-dde5-40dd-9f03-21c1491f72ed),segment_id=3ab8dc9f-dde5-40dd-9f03-21c1491f72ed)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:30.451013 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.468579 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-9be258d3-a611-4b1d-901a-d55694b50c64 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/quotas/5fc7b8fd29c84dadbcdc334a9a13bc8e HTTP/1.1" status: 200 len: 375 time: 0.0264478 Apr 06 09:59:30.582700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.584399 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/af115eae-4e72-4414-a9b1-591e8fbc266a HTTP/1.1" status: 200 len: 1094 time: 5.1204300 Apr 06 09:59:30.585391 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:30.605357 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55614) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:30.624146 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686121-c8d4-43e6-b7cd-d4a55cb618e7 service neutron] Pushing event updated for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:30.665242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 09:59:30.682680 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:30.729907 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-6250910a-db4e-4422-bf92-0aa0a900dace tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:30.761004 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-6250910a-db4e-4422-bf92-0aa0a900dace tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:30.776339 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-6250910a-db4e-4422-bf92-0aa0a900dace tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2977335 Apr 06 09:59:30.839882 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:30.847999 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:30.848782 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:30.982119 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-6c3f02ed-7466-471d-a1b1-7bbf41d48ebe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29aff79cd27042cc82d8070be492d420&device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 1097 time: 0.3123226 Apr 06 09:59:31.133015 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:31.178713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:31.187079 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:31.302432 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-1e2dd534-d958-4e06-9e59-2ca986c983f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af115eae-4e72-4414-a9b1-591e8fbc266a HTTP/1.1" status: 200 len: 217 time: 0.2493663 Apr 06 09:59:31.319184 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 09:59:31.334638 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-67cd4b57-1ee1-4d8a-b522-b9e435201dfc admin admin] 10.222.0.39 "PUT /v2.0/routers/c0e79290-ce8a-49d6-8b37-856aa7344daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8047833 Apr 06 09:59:31.336996 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:59:31.355431 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:31.356760 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:31.370486 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:31.444635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:31.474537 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5f6c-6b75-44b1-826a-23cf6dd52691 req-4e71ff42-7f0b-4526-ba80-a07843373d04 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:31.476368 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5ecc5f6c-6b75-44b1-826a-23cf6dd52691 req-4e71ff42-7f0b-4526-ba80-a07843373d04 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 944 time: 0.2882180 Apr 06 09:59:31.538963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:31.552441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5bd2b7ccb54816b9a4d276e35d4158 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:31.557396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:31.568321 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:31.588067 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5ecc5f6c-6b75-44b1-826a-23cf6dd52691 req-ca202432-1d3a-4106-a101-0e95c02ef344 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975828 Apr 06 09:59:31.705825 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:31.715384 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:31.819724 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:31.841327 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27a4719-f6dc-4af5-8196-8521c4668098,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:31.860686 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-23e1a0e1-4eda-47ff-9f6b-101c2d21a8b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e5bd2b7ccb54816b9a4d276e35d4158&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2425766 Apr 06 09:59:31.862308 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55652) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:32.050179 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:32.239221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:32.304019 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21202db-2603-4c68-8cee-f6e909baf624 req-ac1d7685-6aa1-41f3-bab1-c969db317f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:32.305534 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-ac1d7685-6aa1-41f3-bab1-c969db317f73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c9392b8-d286-4b8c-8abf-d1af36fbd0e1 HTTP/1.1" status: 200 len: 850 time: 0.2275271 Apr 06 09:59:32.416401 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:32.477463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27a4719-f6dc-4af5-8196-8521c4668098,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:32.489248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:32.512633 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f091cd0d-ab73-4a1d-a237-eb265129cd33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b27a4719-f6dc-4af5-8196-8521c4668098 HTTP/1.1" status: 204 len: 168 time: 0.6426787 Apr 06 09:59:32.548008 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:24Z', 'revision_number': 2, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:32.588531 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:59:32.596576 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Updating router c0e79290-ce8a-49d6-8b37-856aa7344daa port a70d97cf-040a-4422-8d95-f56fe63df866 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:59:32.690747 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:32.754580 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:32.779872 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-3880d7fa-898a-4341-a8f7-8df2488067e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74d8a1c-30a5-47f7-b33d-7319a22d419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962141 Apr 06 09:59:32.784148 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f33e83-d5b5-4668-aeb5-900059fe171a'] response: {'name': 'network-changed', 'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a', 'status': 'completed', 'code': 200} Apr 06 09:59:32.791927 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-f18b6949-8a4f-4225-a54e-f8db4bfb61ff service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83218) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 09:59:32.799059 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-f18b6949-8a4f-4225-a54e-f8db4bfb61ff service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4381244 Apr 06 09:59:32.960827 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:32.963565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:33.116281 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-619ca699-8f11-4b92-8cde-87fc9c002046 service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156261 Apr 06 09:59:33.130520 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-7ab53d1b-8b01-43a0-8bb6-171f2c7d3047 service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091104 Apr 06 09:59:33.360766 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-49fb0ea2-d826-4f2d-ad1f-1be74d2d0c2d service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436285 Apr 06 09:59:33.468729 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:33.486461 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b21202db-2603-4c68-8cee-f6e909baf624 req-6510e080-d618-41ff-a5ec-b637a2a8c509 service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427448 Apr 06 09:59:33.545429 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Transition to ACTIVE for port object a70d97cf-040a-4422-8d95-f56fe63df866 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:33.568556 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:33.791127 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7383f6-dfa9-4985-8624-fa18a6911874 None None] Pushing event updated for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:33.962141 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Attempting to bind port a70d97cf-040a-4422-8d95-f56fe63df866 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:33.962854 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Attempting to bind port a70d97cf-040a-4422-8d95-f56fe63df866 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:33.963543 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Attempting to bind port a70d97cf-040a-4422-8d95-f56fe63df866 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:33.971200 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:33.971700 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Checking segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:33.972575 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:33.973150 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Bound using segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:33.973814 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Bound port: a70d97cf-040a-4422-8d95-f56fe63df866, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:33.974380 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.033829 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b385-1747-441f-85ef-4189c64e5432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.037251 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55708) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:34.068105 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.116787 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:34.123050 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Usage tracker for resource:security_group_rule and tenant:b5bef914b6824006b50069227b85c153 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:34.126853 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:34.143637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:34.178868 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] For port a70d97cf-040a-4422-8d95-f56fe63df866, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:34.186778 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] For port a70d97cf-040a-4422-8d95-f56fe63df866, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=a70d97cf-040a-4422-8d95-f56fe63df866,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:34.206095 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.227482 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55720) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:34.234635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024600123', 'description': 'tempest-description--1455626209'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:34.246572 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:34.260150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:34.265440 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:34.282681 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:34.351139 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7383f6-dfa9-4985-8624-fa18a6911874 None None] Pushing event updated for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=4']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:34.353310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.364480 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.375745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.384931 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:34.387342 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:34.434933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:34.439273 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:34.442135 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1df2bd-213b-445a-87f9-7fee116a3a7b,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:34.443278 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:34.452184 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:34.465338 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cff87e67-7f1c-47ec-a8a9-14bf77096efe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5bef914b6824006b50069227b85c153&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4271986 Apr 06 09:59:34.469117 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55730) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:34.537495 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.636619 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.650253 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.714358 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.769544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:34.786427 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:34.794401 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.796158 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ef91da28-fe98-4da2-b66f-5099ea0c3ac4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5676270 Apr 06 09:59:34.805501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55742) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:34.822738 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group_rule': {'security_group_id': '1ae1b0d5-0205-444c-9b0e-a319a59a0e7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:34.832001 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:34.841328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:34.846188 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:34.855474 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:34.857703 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.892221 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb91ad-36d8-4416-9edf-b55376f42c8c req-9f0c055f-7554-4ceb-aa1c-b30bd211034c tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:34.893708 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-78bb91ad-36d8-4416-9edf-b55376f42c8c req-9f0c055f-7554-4ceb-aa1c-b30bd211034c tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 944 time: 0.3542511 Apr 06 09:59:34.896973 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1df2bd-213b-445a-87f9-7fee116a3a7b,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:34.913456 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:34.914558 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-09d4200f-01cd-40ea-9a33-2e007ef8c92e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a1df2bd-213b-445a-87f9-7fee116a3a7b HTTP/1.1" status: 204 len: 168 time: 0.4288161 Apr 06 09:59:34.928020 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:35.054586 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-78bb91ad-36d8-4416-9edf-b55376f42c8c req-844c6b15-ea78-4336-82ba-943a91b002fb tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Apr 06 09:59:35.233427 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:35.242115 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:35.310005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f721f4bc-514a-4616-9fb6-4392bd329427,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:35.336872 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-711b053c-a52b-4d8a-ae42-cc251296405d req-a7210817-0256-4b48-9757-810053392a4a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 210 time: 0.0847738 Apr 06 09:59:35.354804 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:35.358995 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d989b6ea-c9cf-48a2-9a4c-882cb5749c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5498846 Apr 06 09:59:35.365066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 55760) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:35.372759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group_rule': {'security_group_id': '1ae1b0d5-0205-444c-9b0e-a319a59a0e7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:35.380434 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:35.386937 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:35.390425 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:35.399656 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:35.406494 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-0993ba89-194b-4dfb-a82d-6a58cc4d4b7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29aff79cd27042cc82d8070be492d420&device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 1097 time: 0.2950256 Apr 06 09:59:35.413352 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:34Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:35.419096 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bd54e-2df8-467e-a40c-26d9112eb9cf None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:34Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 09:59:35.881019 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.039851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.081768 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.157228 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f816885d-8ea7-48fa-bacd-591601fe25f2,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:36.194922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-2f82f1d9-1e93-4ea9-9347-bc0b15795c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:36.199764 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-2f82f1d9-1e93-4ea9-9347-bc0b15795c27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e74d8a1c-30a5-47f7-b33d-7319a22d419f HTTP/1.1" status: 200 len: 911 time: 0.7823277 Apr 06 09:59:36.250083 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-62bf8ed8-de35-4356-802e-ae7ccc33a8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.358211 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-546dee95-52fb-477c-8325-673175bed47e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af115eae-4e72-4414-a9b1-591e8fbc266a HTTP/1.1" status: 200 len: 217 time: 0.1464996 Apr 06 09:59:36.376645 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-b22e1983-969f-42f8-a788-96653ac53e47 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:36.383655 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-b22e1983-969f-42f8-a788-96653ac53e47 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.2996922 Apr 06 09:59:36.414337 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-7f465034-0f4b-4cf9-886c-f20693496b11 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/quotas/5fc7b8fd29c84dadbcdc334a9a13bc8e HTTP/1.1" status: 200 len: 375 time: 0.0232382 Apr 06 09:59:36.461368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.463041 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8779e31e-001c-475d-8db0-c961d9837a37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0964370 Apr 06 09:59:36.463843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.48', 61095) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:36.505618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55806) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:36.531847 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:36.539274 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:36.545657 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:floatingip and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:36.553229 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:36.559928 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:36.584476 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.645981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-3343f25c-5da0-4405-a760-e2356120da64 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:36.647057 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-3343f25c-5da0-4405-a760-e2356120da64 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.1772113 Apr 06 09:59:36.671742 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'port': {'device_id': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'admin_state_up': True, 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:36.713953 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device a70d97cf-040a-4422-8d95-f56fe63df866 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:36.859053 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port a70d97cf-040a-4422-8d95-f56fe63df866 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:36.879255 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:36.883361 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port a70d97cf-040a-4422-8d95-f56fe63df866 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:36.883970 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:36.925920 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-b7773282-52be-41cb-a8c8-2253fbe21498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:36.926440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-b7773282-52be-41cb-a8c8-2253fbe21498 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c9392b8-d286-4b8c-8abf-d1af36fbd0e1 HTTP/1.1" status: 200 len: 850 time: 0.5188191 Apr 06 09:59:36.926936 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:36.939529 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-48005a16-c275-48f3-95d3-e3e9566b38ab tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5130372 Apr 06 09:59:37.042255 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-1c95b420-9408-467d-9057-48828d31d6db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74d8a1c-30a5-47f7-b33d-7319a22d419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966103 Apr 06 09:59:37.050042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Made reservation on behalf of 5fc7b8fd29c84dadbcdc334a9a13bc8e for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:37.053712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.188705 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.224322 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.286952 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e14cbe3b-6dec-4b69-b790-2c05bde7f9b3 service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287320 Apr 06 09:59:37.311728 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port a70d97cf-040a-4422-8d95-f56fe63df866, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=a70d97cf-040a-4422-8d95-f56fe63df866,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:37.319772 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.427325 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1a887-5d8d-45f4-9da8-7f59ec4ba59c req-e2866be8-a7d7-46cc-b4e8-24af808847bf tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:37.429299 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6e1a887-5d8d-45f4-9da8-7f59ec4ba59c req-e2866be8-a7d7-46cc-b4e8-24af808847bf tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 944 time: 1.0693414 Apr 06 09:59:37.478860 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-1a783bfb-56eb-4c41-bd16-4d45851b9f28 service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069881 Apr 06 09:59:37.553385 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.562643 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.579228 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:37.607241 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-313d817b-f1b3-45d0-b9df-4d55ebc3b6f0 service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042450 Apr 06 09:59:37.738367 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Allocated IP 172.28.0.179 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:37.918107 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6e1a887-5d8d-45f4-9da8-7f59ec4ba59c req-58711e5f-77b6-49f3-b83c-7b54843bd007 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816585 Apr 06 09:59:37.956539 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:37.984921 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.117719 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:38.147885 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:38.150428 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c0fe07f-3168-48cf-a62c-e5f0ad2b6fb8 req-2b82bff3-5037-45c7-864a-c425de9b8797 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 210 time: 0.1488328 Apr 06 09:59:38.153272 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:38.158134 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:38.394435 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Allocated IP 172.20.0.12 (e1fcdd21-8913-43c3-9fe3-47768f658615/9b42deb7-fa64-4337-9071-bf2f08738e44/25340943-ae0f-4561-bf39-27f01b271f8f) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:38.407784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.446071 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7061bd6e-26f9-4448-b518-d15a58550b5f req-87b1939a-b2e3-4d9e-91d0-8c41f5663eb1 service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211483 Apr 06 09:59:38.479657 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.625099 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device a70d97cf-040a-4422-8d95-f56fe63df866 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:38.774259 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.812299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port a70d97cf-040a-4422-8d95-f56fe63df866 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:38.812973 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.847137 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.856972 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.941131 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:38.980318 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:38.988067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:39.002470 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5a1c744a-d21c-4bc0-a72c-4b23d786e729 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4880605 Apr 06 09:59:39.089387 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:39.110922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Transition to ACTIVE for port object 25340943-ae0f-4561-bf39-27f01b271f8f will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:39.139969 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:39.216826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:39.271287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:39.313508 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:39.493159 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a5f5319-93e3-4670-af96-e4b99cddc643 req-abd14716-6f66-4592-ab0c-f1f631403651 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 210 time: 0.0605795 Apr 06 09:59:39.700892 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f7f7559e-39c8-4602-9835-f426ae324cdc None None] Provisioning for port 25340943-ae0f-4561-bf39-27f01b271f8f completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:39.708690 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f7f7559e-39c8-4602-9835-f426ae324cdc None None] Provisioning complete for port 25340943-ae0f-4561-bf39-27f01b271f8f triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:39.709350 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f7f7559e-39c8-4602-9835-f426ae324cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:39.794518 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7559e-39c8-4602-9835-f426ae324cdc None None] Port 25340943-ae0f-4561-bf39-27f01b271f8f cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:39.834729 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-d43fba56-a199-494c-8717-09a8f18e5bea tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2024600123&fields=id&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 267 time: 0.1075068 Apr 06 09:59:39.904616 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:39.932421 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:39.933067 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.010405 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-0ea95fda-1d93-40a7-bd5d-79b31c1eb79a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3469183 Apr 06 09:59:40.026480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Request body: {'port': {'device_id': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:40.061512 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-336cf1e3-697c-42c5-ae53-b176a9d6301e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:40.063419 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-336cf1e3-697c-42c5-ae53-b176a9d6301e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 817 time: 0.2276495 Apr 06 09:59:40.093579 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdef16d-eda9-4dbf-911c-4d61a12f5b8a req-2d437da3-319d-49a4-9744-cb3327eb4359 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:40.094675 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-25102aca-5ccf-489d-8bc9-a0c5bd23ce97 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/quotas/2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 375 time: 0.0188465 Apr 06 09:59:40.095386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55920) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:40.096842 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dfdef16d-eda9-4dbf-911c-4d61a12f5b8a req-2d437da3-319d-49a4-9744-cb3327eb4359 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 944 time: 0.8702350 Apr 06 09:59:40.122301 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-485235c6-973c-4d1c-be2c-a07ae8d2d89f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:40.123701 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-485235c6-973c-4d1c-be2c-a07ae8d2d89f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.5114357 Apr 06 09:59:40.148897 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'port': {'device_id': '498bb80d-dd00-4074-9ed3-bd132606b779', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'admin_state_up': True, 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:40.191451 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-fc6fa5e5-bb85-4284-b56f-7caecc2595c8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885952 Apr 06 09:59:40.316858 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dfdef16d-eda9-4dbf-911c-4d61a12f5b8a req-a8315786-360c-42b3-88d8-bc1e8118b080 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190814 Apr 06 09:59:40.363493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.379786 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-d9c2d6be-786b-4d52-bc44-ee2795e4f3ba service neutron] 10.222.0.39 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589684 Apr 06 09:59:40.462582 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:40.470328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Usage tracker for resource:port and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:40.478307 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:40.485903 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:40.571752 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device af115eae-4e72-4414-a9b1-591e8fbc266a details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 09:59:40.589932 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cb20b7a7-61ec-4401-80e3-983a1738ae2b service neutron] 10.222.0.39 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092304 Apr 06 09:59:40.610742 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Made reservation on behalf of 5fc7b8fd29c84dadbcdc334a9a13bc8e for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:40.621441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.681703 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.728974 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:40.735450 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:29c800007c3a49fdb847c405ad4986b2 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:40.743425 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:40.756571 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:40.902077 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.912421 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:40.953101 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=af115eae-4e72-4414-a9b1-591e8fbc266a,segment=NetworkSegment(3ab8dc9f-dde5-40dd-9f03-21c1491f72ed),segment_id=3ab8dc9f-dde5-40dd-9f03-21c1491f72ed)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:41.009843 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'af115eae-4e72-4414-a9b1-591e8fbc266a', 'network_id': 'e74d8a1c-30a5-47f7-b33d-7319a22d419f', 'port_id': 'af115eae-4e72-4414-a9b1-591e8fbc266a', 'mac_address': 'fa:16:3e:d9:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9392b8-d286-4b8c-8abf-d1af36fbd0e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 09:59:41.034571 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4bb70c-fb81-4765-917d-4c2210a24f58,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:41.050496 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0dbe3a41-4095-4da2-858c-5651d46f4ed6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c800007c3a49fdb847c405ad4986b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9537621 Apr 06 09:59:41.056358 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 55958) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:41.058445 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a1ff4cd-c74c-4c8e-8953-30327a604cd7 req-b8c0d988-f915-4b4b-b336-329b812b3601 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 210 time: 0.0618780 Apr 06 09:59:41.150560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.172049 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.208688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.227799 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af115eae-4e72-4414-a9b1-591e8fbc266a {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:41.256244 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ee2664f7-22ae-4f5c-954f-440b38d6ab30 req-8e1b6833-a47c-4b15-95a7-d4742a6ef898 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:41.279913 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=af115eae-4e72-4414-a9b1-591e8fbc266a,segment=NetworkSegment(3ab8dc9f-dde5-40dd-9f03-21c1491f72ed),segment_id=3ab8dc9f-dde5-40dd-9f03-21c1491f72ed)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:41.290822 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.333140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ee2664f7-22ae-4f5c-954f-440b38d6ab30 req-8e1b6833-a47c-4b15-95a7-d4742a6ef898 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:41.348326 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.348661 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ee2664f7-22ae-4f5c-954f-440b38d6ab30 req-8e1b6833-a47c-4b15-95a7-d4742a6ef898 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 210 time: 0.4968588 Apr 06 09:59:41.458379 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4bb70c-fb81-4765-917d-4c2210a24f58,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:41.488900 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.490314 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-ed73e44d-46bb-42ca-9218-1507d2b7212d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c4bb70c-fb81-4765-917d-4c2210a24f58 HTTP/1.1" status: 204 len: 168 time: 0.4308569 Apr 06 09:59:41.495745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25340943-ae0f-4561-bf39-27f01b271f8f {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:41.510423 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.547919 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Transition to ACTIVE for port object 25340943-ae0f-4561-bf39-27f01b271f8f will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:41.567416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:41.695686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83861b5-1bf8-4942-bd89-f5ff9e9b2830 req-c6726ebc-5578-4b3f-8c56-2ab6e02975f8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:41.701148 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:41.706834 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['af115eae-4e72-4414-a9b1-591e8fbc266a'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 09:59:41.714261 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b83861b5-1bf8-4942-bd89-f5ff9e9b2830 req-c6726ebc-5578-4b3f-8c56-2ab6e02975f8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 945 time: 0.1405618 Apr 06 09:59:41.791749 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b83861b5-1bf8-4942-bd89-f5ff9e9b2830 req-38a2bf59-3781-4601-8286-04c1cd4a18f4 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765352 Apr 06 09:59:42.044473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Allocated IP 172.20.0.14 (e1fcdd21-8913-43c3-9fe3-47768f658615/9b42deb7-fa64-4337-9071-bf2f08738e44/78687bc3-c58c-46ba-8216-d73d61f015a3) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:42.079351 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Pushing event updated for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:42.446915 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Attempting to bind port 25340943-ae0f-4561-bf39-27f01b271f8f on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:42.448121 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Attempting to bind port 25340943-ae0f-4561-bf39-27f01b271f8f by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:42.448726 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Attempting to bind port 25340943-ae0f-4561-bf39-27f01b271f8f on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:42.508045 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-007a5926-91af-466f-a76a-8d7c3a78797e req-34831126-9bc3-4d29-a4a8-f09c982a7cde tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:42.514494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Port 25340943-ae0f-4561-bf39-27f01b271f8f on network e1fcdd21-8913-43c3-9fe3-47768f658615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 09:59:42.514821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Attempting to bind port 25340943-ae0f-4561-bf39-27f01b271f8f on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:42.541390 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:42.541903 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:42.542509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Bound using segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:42.543108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Bound port: 25340943-ae0f-4561-bf39-27f01b271f8f, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:42.543691 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:42.587849 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-007a5926-91af-466f-a76a-8d7c3a78797e req-34831126-9bc3-4d29-a4a8-f09c982a7cde tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:42.589025 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-007a5926-91af-466f-a76a-8d7c3a78797e req-34831126-9bc3-4d29-a4a8-f09c982a7cde tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 210 time: 0.1583917 Apr 06 09:59:42.654742 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4f18889a-d60b-422d-9486-1a2ccc9648c3 req-afe3141b-fece-4eaf-b017-061ac4429f18 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 210 time: 0.0874848 Apr 06 09:59:42.687420 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:42.738189 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Transition to ACTIVE for port object 78687bc3-c58c-46ba-8216-d73d61f015a3 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:42.744117 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:42.747123 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=25340943-ae0f-4561-bf39-27f01b271f8f,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:42.767163 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:42.930431 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:42.932603 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] 10.222.0.48 "PUT /v2.0/ports/25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 1094 time: 2.9120615 Apr 06 09:59:42.934300 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:42.957242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d4fe4-5474-4045-b3e7-1791022e9f5f service neutron] Pushing event updated for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:42.964970 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:43.046884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:43.057477 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:43.061027 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.48', 61111) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:43.088368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:43.223492 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2222a6-52ff-45dc-b73e-c190a732bb61'] response: {'name': 'network-changed', 'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f', 'status': 'completed', 'code': 200} Apr 06 09:59:43.239146 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-4c5cc43f-9946-478d-bc3e-598a06408613 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1097 time: 0.1671820 Apr 06 09:59:43.426840 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-5d458c91-46e5-4ab2-9ad3-f3aae8da06d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.1800096 Apr 06 09:59:43.465610 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:43.561597 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-c89b852b-a016-45b9-8ba1-72ca323a41ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:43.563111 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-c89b852b-a016-45b9-8ba1-72ca323a41ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1292393 Apr 06 09:59:43.590796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:43.591386 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:43.699989 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280531-19a3-4516-a00c-459d139e40d7 req-549f6725-12b2-46cf-a878-6a25f3dfce8f tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:43.701478 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bf280531-19a3-4516-a00c-459d139e40d7 req-549f6725-12b2-46cf-a878-6a25f3dfce8f tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 945 time: 0.6531966 Apr 06 09:59:43.719726 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-bfbf1a69-4dd7-4061-967d-ce89b23c45a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1437681 Apr 06 09:59:43.720165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-00bf47d0-c28f-4e47-b0a0-f7b0c9d95c86 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:43.720759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-00bf47d0-c28f-4e47-b0a0-f7b0c9d95c86 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:43.737878 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e1db5a5b-e1bb-410b-9e7b-37312f8ce230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5946324 Apr 06 09:59:43.744513 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-8fc67248-5b52-4564-be9f-a5fb5efa5ff7 None None] Provisioning for port 78687bc3-c58c-46ba-8216-d73d61f015a3 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:43.761959 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-8fc67248-5b52-4564-be9f-a5fb5efa5ff7 None None] Provisioning complete for port 78687bc3-c58c-46ba-8216-d73d61f015a3 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:43.763708 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8fc67248-5b52-4564-be9f-a5fb5efa5ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:43.823726 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Request body: {'port': {'device_id': '498bb80d-dd00-4074-9ed3-bd132606b779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:43.892483 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-8fc67248-5b52-4564-be9f-a5fb5efa5ff7 None None] Port 78687bc3-c58c-46ba-8216-d73d61f015a3 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:43.976400 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2e765f0b-c8c2-443a-8678-dcd8569153bc req-b170fe7f-7078-4ddc-b7f2-ec6b324f6416 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 210 time: 0.0631368 Apr 06 09:59:44.065886 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-55732dc0-200d-448e-9f91-1da0b2ff271a service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422444 Apr 06 09:59:44.089619 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bf280531-19a3-4516-a00c-459d139e40d7 req-715dce04-2a62-4f31-9528-89da7d47d0c0 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563740 Apr 06 09:59:44.111898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-00bf47d0-c28f-4e47-b0a0-f7b0c9d95c86 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:44.113328 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-00bf47d0-c28f-4e47-b0a0-f7b0c9d95c86 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 817 time: 1.0639327 Apr 06 09:59:44.189193 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:44.458649 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a5d88c0-6958-446b-b3b5-b1e4504d332e req-7fde0ed2-82f6-4045-87c7-71498cac2284 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859532 Apr 06 09:59:44.493824 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7183-9a3f-4231-be55-e32c9bd09712 req-e4943351-c98d-4d44-b51f-8a117e19b003 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:44.513295 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9efa7183-9a3f-4231-be55-e32c9bd09712 req-e4943351-c98d-4d44-b51f-8a117e19b003 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 932 time: 0.1970782 Apr 06 09:59:44.568100 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device af115eae-4e72-4414-a9b1-591e8fbc266a up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:44.578733 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-05c32d56-f556-479a-a507-f95bcb0cab5d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:44.651270 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-05c32d56-f556-479a-a507-f95bcb0cab5d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:44.655211 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-05c32d56-f556-479a-a507-f95bcb0cab5d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 380 time: 0.5229919 Apr 06 09:59:44.723218 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9efa7183-9a3f-4231-be55-e32c9bd09712 req-58730b5b-626f-4a9b-9f38-56eed1738bc5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:44.726840 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port af115eae-4e72-4414-a9b1-591e8fbc266a completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:44.731720 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'port': {'device_id': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'admin_state_up': True, 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'security_groups': ['1ae1b0d5-0205-444c-9b0e-a319a59a0e7d']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:44.734710 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port af115eae-4e72-4414-a9b1-591e8fbc266a triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:44.735104 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:44.795399 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-1b2c7e34-b49b-45a2-ba1c-880a3eae6104 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1097 time: 0.2787869 Apr 06 09:59:44.796865 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9efa7183-9a3f-4231-be55-e32c9bd09712 req-58730b5b-626f-4a9b-9f38-56eed1738bc5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:44.810954 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9efa7183-9a3f-4231-be55-e32c9bd09712 req-58730b5b-626f-4a9b-9f38-56eed1738bc5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959847 Apr 06 09:59:44.926107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:44.978286 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:45.053182 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-1c1468eb-81af-4f06-ab0c-f458ee924f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:45.054974 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-1c1468eb-81af-4f06-ab0c-f458ee924f29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.2426829 Apr 06 09:59:45.071934 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=af115eae-4e72-4414-a9b1-591e8fbc266a,segment=NetworkSegment(3ab8dc9f-dde5-40dd-9f03-21c1491f72ed),segment_id=3ab8dc9f-dde5-40dd-9f03-21c1491f72ed)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:45.082869 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:45.173140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:45.174817 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-0721e714-b7b1-4c54-952b-bd5ca4801825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.0992851 Apr 06 09:59:45.257463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:45.296017 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:45.304807 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-d7422d3f-2ff5-4e4a-8766-c049a92b1c62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:45.311510 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-d7422d3f-2ff5-4e4a-8766-c049a92b1c62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1289635 Apr 06 09:59:45.316503 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Made reservation on behalf of 2ae960f36c644d69b368d3fc2acf4d6a for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 09:59:45.324114 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:45.354974 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78687bc3-c58c-46ba-8216-d73d61f015a3 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:45.365346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:45.554632 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-93ec1519-a533-4d4d-9ab2-f1a14bb6e732 req-d6c7260d-c790-4a63-92dc-7396c26b0fd4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 210 time: 0.0519702 Apr 06 09:59:45.573498 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Transition to ACTIVE for port object 78687bc3-c58c-46ba-8216-d73d61f015a3 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:45.585971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:45.600033 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-74bcd92a-1d26-4409-b9e4-7a362ef627b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2818928 Apr 06 09:59:45.611472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03047d9-4c28-420b-9779-568e5e4f72b0 req-49e3d1c6-7b5d-48cc-a35b-d5959f8fd9d6 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:45.625481 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Allocated IP 172.20.0.9 (abb28f3b-7693-4daf-9b7a-f48945227645/451c7a21-e793-4c54-aaaa-12d383bd182b/2805d1a6-3c68-4ee2-8765-455766338e49) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 09:59:45.630153 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d03047d9-4c28-420b-9779-568e5e4f72b0 req-49e3d1c6-7b5d-48cc-a35b-d5959f8fd9d6 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.2260215 Apr 06 09:59:45.801693 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Pushing event updated for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:45.842803 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d03047d9-4c28-420b-9779-568e5e4f72b0 req-50043324-f4ff-479a-ac20-4ba955b06214 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114758 Apr 06 09:59:45.869752 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc44e91-d225-462b-a6d7-a623e3ea90dc'] response: {'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a', 'code': 200} Apr 06 09:59:45.955131 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-1a842426-18ec-4a68-b3e0-1db9515e1ee2 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145337 Apr 06 09:59:46.184392 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.48', 61120) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:46.258795 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Attempting to bind port 78687bc3-c58c-46ba-8216-d73d61f015a3 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:46.259163 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Attempting to bind port 78687bc3-c58c-46ba-8216-d73d61f015a3 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:46.259705 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Attempting to bind port 78687bc3-c58c-46ba-8216-d73d61f015a3 on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:46.287222 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Port 78687bc3-c58c-46ba-8216-d73d61f015a3 on network e1fcdd21-8913-43c3-9fe3-47768f658615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 09:59:46.287729 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Attempting to bind port 78687bc3-c58c-46ba-8216-d73d61f015a3 on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:46.309752 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:46.310092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:46.310473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Bound using segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:46.310895 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Bound port: 78687bc3-c58c-46ba-8216-d73d61f015a3, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:46.311451 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.331465 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317bc9-3eca-4344-847e-9133ccaee50b req-3b4a1ac6-3a38-4dc2-915a-dd876d2bef40 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:46.339489 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51317bc9-3eca-4344-847e-9133ccaee50b req-3b4a1ac6-3a38-4dc2-915a-dd876d2bef40 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.1409690 Apr 06 09:59:46.368150 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-0e9389d6-9707-4041-b86b-b34003b25f5b service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060745 Apr 06 09:59:46.407466 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51317bc9-3eca-4344-847e-9133ccaee50b req-73d6c357-0d70-441b-b2b7-43523e83bd96 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Apr 06 09:59:46.430639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.499600 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Transition to ACTIVE for port object 2805d1a6-3c68-4ee2-8765-455766338e49 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:46.508034 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-c6348ce6-d5e9-4a3a-bec8-61a4075628eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 1099 time: 0.3208454 Apr 06 09:59:46.517410 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:46.544149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.553862 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=78687bc3-c58c-46ba-8216-d73d61f015a3,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:46.581386 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:46.598396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Usage tracker for resource:security_group_rule and tenant:b8e798bdcb7b4f6d8e84244ee4a43cfe is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:46.601914 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:46.608382 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:46.680509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.684368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.728015 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.810591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.811924 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] 10.222.0.48 "PUT /v2.0/ports/78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 1094 time: 3.0063009 Apr 06 09:59:46.816162 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:46.835681 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cf877d40-a961-4ac7-8892-19c9c85d4714 req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185966 Apr 06 09:59:46.935467 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:46.957607 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7e8e1-e332-4205-b14f-3dcdf71c7695 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9f4dc-ae36-4969-8e1e-07caca4d12c6,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:46.960669 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56182) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:46.983669 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8266c03d-9239-4e92-9f34-58748bc5dae7'] response: {'name': 'network-changed', 'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3', 'status': 'completed', 'code': 200} Apr 06 09:59:47.009792 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1a60-a536-4e9b-bbf3-5586317ef993 service neutron] Pushing event updated for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:47.147297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:47.186234 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.259052 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Network abb28f3b-7693-4daf-9b7a-f48945227645 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 09:59:47.263639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 09:59:47.279030 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 09:59:47.293950 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:47.305263 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Usage tracker for resource:security_group_rule and tenant:71ceeafb1cc94c0abcaa98addc842136 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:47.310362 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:47.317776 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:47.380688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed9615-049a-4591-a4cb-287e8427066f req-6639bd32-9d6b-4905-ae53-36e578086f5c tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:47.388299 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-79ed9615-049a-4591-a4cb-287e8427066f req-6639bd32-9d6b-4905-ae53-36e578086f5c tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.1412024 Apr 06 09:59:47.425537 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-a754497c-d28c-4b15-92b1-087e6977c296 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1097 time: 0.2746677 Apr 06 09:59:47.439937 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02f66-5662-4767-930d-d17bcfc1c3c1 req-54b204f8-3a9d-462e-a8f4-a3f5c28291c0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:47.442656 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5f02f66-5662-4767-930d-d17bcfc1c3c1 req-54b204f8-3a9d-462e-a8f4-a3f5c28291c0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 931 time: 0.6470404 Apr 06 09:59:47.497096 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-79ed9615-049a-4591-a4cb-287e8427066f req-9e44fea5-15e8-48a1-a133-3eba322fe7b8 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076035 Apr 06 09:59:47.498692 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.507882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.521786 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:47.522700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.609886 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456bca0-0824-4147-9d4b-c3a80d6f53c6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:47.618575 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-947d1c29-867a-4112-b811-a3988fa9e82c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71ceeafb1cc94c0abcaa98addc842136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6554852 Apr 06 09:59:47.618928 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56210) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:47.652751 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-fd282e02-df11-4c4f-b303-a43a4fcbebff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 217 time: 0.2040808 Apr 06 09:59:47.660078 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-7c727d73-9a43-46ae-9ce5-b9eadfd695eb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9334424 Apr 06 09:59:47.692584 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.721961 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.730712 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-363da901-7883-485c-960f-8228a9602f87 None None] Provisioning for port 2805d1a6-3c68-4ee2-8765-455766338e49 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:47.737816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-363da901-7883-485c-960f-8228a9602f87 None None] Provisioning complete for port 2805d1a6-3c68-4ee2-8765-455766338e49 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:47.738423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-363da901-7883-485c-960f-8228a9602f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.768073 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5f02f66-5662-4767-930d-d17bcfc1c3c1 req-ab158ed6-392e-4ad0-b1d4-15df805a5297 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184447 Apr 06 09:59:47.781065 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Request body: {'port': {'device_id': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 09:59:47.811847 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-363da901-7883-485c-960f-8228a9602f87 None None] Port 2805d1a6-3c68-4ee2-8765-455766338e49 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 09:59:47.866350 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c5780-965b-408d-9688-fabeda2c0eea req-edd10bc2-a3b0-4e0d-9041-9d7b032fc44e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:47.868609 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60c5780-965b-408d-9688-fabeda2c0eea req-edd10bc2-a3b0-4e0d-9041-9d7b032fc44e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.1179693 Apr 06 09:59:47.870413 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.872760 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-de013147-84ea-46b4-a727-6e816df532f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:47.874356 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-de013147-84ea-46b4-a727-6e816df532f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.2101638 Apr 06 09:59:47.899556 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456bca0-0824-4147-9d4b-c3a80d6f53c6,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:47.911622 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:47.916358 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-20396d59-acf9-486a-bb2a-0635e9b2874b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8456bca0-0824-4147-9d4b-c3a80d6f53c6 HTTP/1.1" status: 204 len: 168 time: 0.2962317 Apr 06 09:59:47.941126 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60c5780-965b-408d-9688-fabeda2c0eea req-e417a6b1-d239-450c-85ed-e397046d06ce tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581493 Apr 06 09:59:47.991241 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.093832 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-f73f678a-df44-415b-ba4d-2e06cd1e36c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1885045 Apr 06 09:59:48.377522 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56230) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:48.403793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.452563 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-1d0f6ed4-f0b0-4551-908c-3649c5d4f261 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140266 Apr 06 09:59:48.488041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:48.501705 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f092ee6f60c45b0a185577c7a141dc4 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:48.504744 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:48.517291 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:48.575820 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 25340943-ae0f-4561-bf39-27f01b271f8f details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 09:59:48.690685 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.699104 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.763911 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b30ba-419e-4908-8ae6-8416f577dc5f,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:48.770641 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-54a2f722-3092-4249-821d-584dc3690db8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f092ee6f60c45b0a185577c7a141dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3879504 Apr 06 09:59:48.770641 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56254) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:48.845244 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.845475 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=25340943-ae0f-4561-bf39-27f01b271f8f,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:48.880344 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '25340943-ae0f-4561-bf39-27f01b271f8f', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'port_id': '25340943-ae0f-4561-bf39-27f01b271f8f', 'mac_address': 'fa:16:3e:81:b7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 09:59:48.897384 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.950366 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:48.966283 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64e5b105-5c4f-4b18-abee-73b95d0d206f req-b953bf95-12aa-4eca-b5b1-22e0d8dfa6b8 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004697 Apr 06 09:59:48.974895 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25340943-ae0f-4561-bf39-27f01b271f8f {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:48.980055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:49.001612 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.005907 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.008252 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=25340943-ae0f-4561-bf39-27f01b271f8f,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:49.020645 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.034580 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b30ba-419e-4908-8ae6-8416f577dc5f,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:49.045002 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.050992 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2019330e-eec1-492d-8997-c9ea3a41c062 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd7b30ba-419e-4908-8ae6-8416f577dc5f HTTP/1.1" status: 204 len: 168 time: 0.2794108 Apr 06 09:59:49.065789 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Transition to ACTIVE for port object 2805d1a6-3c68-4ee2-8765-455766338e49 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:49.079285 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.237909 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:49.249194 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c13f20-725e-4464-9f55-b7e9edf278df req-3e75ddba-85aa-4f08-87e5-a2c930e2bbdb tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:49.256925 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33c13f20-725e-4464-9f55-b7e9edf278df req-3e75ddba-85aa-4f08-87e5-a2c930e2bbdb tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.4709222 Apr 06 09:59:49.337285 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:49.350885 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87a9c7-3c4d-41d9-9ec5-3650e0f56a89 req-8bbfb2a6-6cb2-4bfc-9fae-ca4ee1f6135a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:49.360156 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ed87a9c7-3c4d-41d9-9ec5-3650e0f56a89 req-8bbfb2a6-6cb2-4bfc-9fae-ca4ee1f6135a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.2374687 Apr 06 09:59:49.465928 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ed87a9c7-3c4d-41d9-9ec5-3650e0f56a89 req-a4839a1e-3a5b-41e5-8845-17430bfd3749 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045358 Apr 06 09:59:49.605813 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33c13f20-725e-4464-9f55-b7e9edf278df req-6ffe3605-6383-4fd3-b47c-01a6ecd75962 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477921 Apr 06 09:59:49.662015 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-663f5861-8c54-4cb1-b7e4-464f52a2437f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1097 time: 0.4014940 Apr 06 09:59:49.720253 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['25340943-ae0f-4561-bf39-27f01b271f8f'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 09:59:49.804602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Attempting to bind port 2805d1a6-3c68-4ee2-8765-455766338e49 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:49.805222 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Attempting to bind port 2805d1a6-3c68-4ee2-8765-455766338e49 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:49.806068 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Attempting to bind port 2805d1a6-3c68-4ee2-8765-455766338e49 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:49.815843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 56286) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:49.856526 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Port 2805d1a6-3c68-4ee2-8765-455766338e49 on network abb28f3b-7693-4daf-9b7a-f48945227645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 09:59:49.858122 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Attempting to bind port 2805d1a6-3c68-4ee2-8765-455766338e49 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:49.881557 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:49.885592 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Checking segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:49.886092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Bound using segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:49.886604 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Bound port: 2805d1a6-3c68-4ee2-8765-455766338e49, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:49.887012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:49.904144 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eb740-31c9-4792-b017-23cbeec13b36 req-a47b1096-4e85-4eba-bee2-740bb3111dc1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:49.906061 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ad7eb740-31c9-4792-b017-23cbeec13b36 req-a47b1096-4e85-4eba-bee2-740bb3111dc1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.1208782 Apr 06 09:59:49.974925 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ad7eb740-31c9-4792-b017-23cbeec13b36 req-635e95aa-5755-4ead-8f36-8e4ba25ca397 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635164 Apr 06 09:59:49.989467 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-d1bf340b-882a-408c-84c5-927d2d093259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:49.991062 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-d1bf340b-882a-408c-84c5-927d2d093259 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.3198729 Apr 06 09:59:50.095410 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.108680 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-321c4a48-6615-44eb-a738-9f047387739c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 217 time: 0.1086135 Apr 06 09:59:50.167173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:50.189097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:50.190457 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:50.199732 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Usage tracker for resource:security_group_rule and tenant:494fe230e49b47e4b575e8735b4806e6 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:50.202807 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.208095 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:50.250128 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-730ccc0d-3417-46b8-a1f6-8c26d72ea955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:50.251560 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-730ccc0d-3417-46b8-a1f6-8c26d72ea955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1315875 Apr 06 09:59:50.257043 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:50.369328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.370344 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] 10.222.0.48 "PUT /v2.0/ports/2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 1093 time: 2.5984859 Apr 06 09:59:50.379001 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:50.404661 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd8c49-70dc-44d8-8a6d-d8be7fa24eae service neutron] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:50.549368 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-95109592-de40-4c35-b33d-673a5bfdc8ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2772799 Apr 06 09:59:50.551717 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.582725 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c32694b-6313-4c68-8bb9-a224439db9cc'] response: {'name': 'network-changed', 'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'status': 'completed', 'code': 200} Apr 06 09:59:50.587902 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.752345 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=494fe230e49b47e4b575e8735b4806e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9351287 Apr 06 09:59:50.756049 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56342) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:50.756630 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761bf1-8b51-433f-a97d-7af0807d3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598adbd-b457-410f-88ea-58b1ae2df9f4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:50.771056 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-38ca078a-9925-4b95-9d61-79f21454484a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1096 time: 0.3444843 Apr 06 09:59:50.932978 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-2b484b27-bb40-4012-9112-df114980bb7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 217 time: 0.1471045 Apr 06 09:59:50.965266 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:50.972859 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-8fac1292-0d6e-4bbe-9528-de4991f53d9a service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167697 Apr 06 09:59:51.019721 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:51.038974 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06d34-f8a9-48da-b6b8-d42a2ed013d3 req-91c8b721-0eea-48ff-9670-5c28d1cf899b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:51.047761 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-70e06d34-f8a9-48da-b6b8-d42a2ed013d3 req-91c8b721-0eea-48ff-9670-5c28d1cf899b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1905735 Apr 06 09:59:51.147182 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-70e06d34-f8a9-48da-b6b8-d42a2ed013d3 req-e0979647-4fd5-4959-9027-74aa44dda99f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983708 Apr 06 09:59:51.167572 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:51.194995 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598adbd-b457-410f-88ea-58b1ae2df9f4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:51.210668 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:51.214816 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1ba024d1-5a13-41c4-aa64-7fb14d97e101 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0598adbd-b457-410f-88ea-58b1ae2df9f4 HTTP/1.1" status: 204 len: 168 time: 0.4520454 Apr 06 09:59:51.453010 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8628b-46a1-491b-afed-8fd185fc2a3d req-51171837-65b0-4955-8b5d-4bb5b72c37d7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:51.460407 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1e8628b-46a1-491b-afed-8fd185fc2a3d req-51171837-65b0-4955-8b5d-4bb5b72c37d7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.1043153 Apr 06 09:59:51.542531 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-0b8ddb46-a33a-4687-a12b-53d85e50cd25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6213717 Apr 06 09:59:51.571266 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1e8628b-46a1-491b-afed-8fd185fc2a3d req-b166d00e-c1c4-4373-93b7-896104742739 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098344 Apr 06 09:59:51.579729 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-250ed5cc-b4fc-4315-9268-60daf750648b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:51.584713 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-250ed5cc-b4fc-4315-9268-60daf750648b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.6061089 Apr 06 09:59:51.738504 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9b1465b5-c89b-4ef3-8490-5020bd9b657b req-8c68d72c-7176-4949-a654-41de64944bdd service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484703 Apr 06 09:59:51.752529 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a975e12-6ee2-41df-93b5-bd02a7df3e2a req-94157fd9-28d5-4898-ae25-efcb77731c21 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:51.756761 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a975e12-6ee2-41df-93b5-bd02a7df3e2a req-94157fd9-28d5-4898-ae25-efcb77731c21 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.8862033 Apr 06 09:59:51.830618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56396) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:51.836310 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-1001622b-b80d-472f-b975-021a1145859f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29aff79cd27042cc82d8070be492d420&device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 1099 time: 0.1510994 Apr 06 09:59:51.838477 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a975e12-6ee2-41df-93b5-bd02a7df3e2a req-0f797dfc-2bbd-41da-b00a-31459f0d07d4 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Apr 06 09:59:51.845346 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-6e52dbd4-39c1-4aaa-880c-afdef3b97555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2264543 Apr 06 09:59:51.850076 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:51.892922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:51.897310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:f83c850e1e4c48c69d279d95a905ede5 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:51.903903 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:51.910641 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:51.996049 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.004351 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.062949 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea399c-80df-46a9-9de1-35243eda2651,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:52.067318 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9dbd9cf8-b3bd-46ee-90ae-edfce0251bb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f83c850e1e4c48c69d279d95a905ede5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2352521 Apr 06 09:59:52.078522 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56406) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:52.129717 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-985a5cad-7b90-4e99-babc-9eda986dd2af service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773921 Apr 06 09:59:52.158768 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.200280 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.290631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-c5b5e0c3-93f7-4126-8e2d-e9cc6d5c825c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:52.292587 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-c5b5e0c3-93f7-4126-8e2d-e9cc6d5c825c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e74d8a1c-30a5-47f7-b33d-7319a22d419f HTTP/1.1" status: 200 len: 911 time: 0.4187517 Apr 06 09:59:52.304785 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.334008 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea399c-80df-46a9-9de1-35243eda2651,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:52.347419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.350917 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1e6e9156-e93d-4c21-93db-2b99a651a549 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9ea399c-80df-46a9-9de1-35243eda2651 HTTP/1.1" status: 204 len: 168 time: 0.2690098 Apr 06 09:59:52.450250 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-5546b78a-fdbd-4092-bb64-5a769db257c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af115eae-4e72-4414-a9b1-591e8fbc266a HTTP/1.1" status: 200 len: 217 time: 0.1497991 Apr 06 09:59:52.519676 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d32e2-0078-41ae-abb6-c1e7ef35666c req-648bb6f0-5366-44fb-ba10-f7d8a2ec589c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:52.521735 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0a3d32e2-0078-41ae-abb6-c1e7ef35666c req-648bb6f0-5366-44fb-ba10-f7d8a2ec589c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1355062 Apr 06 09:59:52.531812 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4bfc18e5-c5f7-4fdf-a2b5-db91601177ac req-e7dc8716-9399-4e35-9ad6-692ad3e1a7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936336 Apr 06 09:59:52.573381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-d9c44525-9788-453d-8d55-3fd78d5b28d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:52.575820 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-d9c44525-9788-453d-8d55-3fd78d5b28d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c9392b8-d286-4b8c-8abf-d1af36fbd0e1 HTTP/1.1" status: 200 len: 850 time: 0.1122324 Apr 06 09:59:52.585734 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 25340943-ae0f-4561-bf39-27f01b271f8f up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:52.615499 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0a3d32e2-0078-41ae-abb6-c1e7ef35666c req-ab471412-a93b-438a-8944-46d1f658cf80 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833869 Apr 06 09:59:52.761595 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 25340943-ae0f-4561-bf39-27f01b271f8f completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:52.768660 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 25340943-ae0f-4561-bf39-27f01b271f8f triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:52.769482 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:52.776302 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-4c8e842e-b716-40a0-ac58-210b6a676aaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e74d8a1c-30a5-47f7-b33d-7319a22d419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821392 Apr 06 09:59:53.016469 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:53.054724 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:53.069628 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=25340943-ae0f-4561-bf39-27f01b271f8f,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:53.075764 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:53.082001 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-ee1a4cee-20d1-440e-b6cc-99a8c602f4eb service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992251 Apr 06 09:59:53.185986 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf063525-91ae-4112-9d3f-726eff6da069'] response: {'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f', 'code': 200} Apr 06 09:59:53.197989 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:53.261740 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-9b4f9e60-ea81-4f11-a5cf-e2a3209e946b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1096 time: 0.5629911 Apr 06 09:59:53.478197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8a56-9e42-4bf8-839e-3d49748146ba req-03c071fc-f291-4c53-ae7e-1884882be776 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:53.479703 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4e7f8a56-9e42-4bf8-839e-3d49748146ba req-03c071fc-f291-4c53-ae7e-1884882be776 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.5760891 Apr 06 09:59:53.552741 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-422073ea-c5db-41fd-a646-8ad62798ab9b req-5c606a9b-1259-48a2-b2ca-4cf952f957ed service neutron] 10.222.0.48 "GET /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581544 Apr 06 09:59:53.621728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-9fac2c2b-07aa-4f35-b9e2-68dc00f0f7ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:53.623148 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-9fac2c2b-07aa-4f35-b9e2-68dc00f0f7ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.3556230 Apr 06 09:59:53.627072 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4e7f8a56-9e42-4bf8-839e-3d49748146ba req-c1f33c6d-7f70-4a23-8695-a155ec546a82 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290970 Apr 06 09:59:53.829616 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-67d0e671-8bea-486e-afb4-b1fc8173a8e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 217 time: 0.1926363 Apr 06 09:59:53.835486 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-87827396-f913-4ca9-9337-5b3cb29f1379 req-0a0c88d3-4fac-4616-ba93-7f30ec44369c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.4058130 Apr 06 09:59:53.854732 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:53.942287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-53a90487-a75c-400c-9aab-33e6f8ef71be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:53.943702 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-53a90487-a75c-400c-9aab-33e6f8ef71be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.1062613 Apr 06 09:59:54.014432 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-87827396-f913-4ca9-9337-5b3cb29f1379 req-ce11c134-7986-4fb4-91de-cbb0d4fe17e6 service neutron] Synchronizing usage tracker for tenant:b8e798bdcb7b4f6d8e84244ee4a43cfe on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:54.047398 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-87827396-f913-4ca9-9337-5b3cb29f1379 req-ce11c134-7986-4fb4-91de-cbb0d4fe17e6 service neutron] Unset dirty status for tenant:b8e798bdcb7b4f6d8e84244ee4a43cfe on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:54.048681 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-87827396-f913-4ca9-9337-5b3cb29f1379 req-ce11c134-7986-4fb4-91de-cbb0d4fe17e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729202 Apr 06 09:59:54.069388 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-96709793-a432-47da-a38d-020a437348f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1185338 Apr 06 09:59:54.073924 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49615234-8c60-4e7f-ad26-3dd1887bf8df req-1a978aa5-9982-4a4b-b3b0-fbb7aca25d43 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:54.076117 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-49615234-8c60-4e7f-ad26-3dd1887bf8df req-1a978aa5-9982-4a4b-b3b0-fbb7aca25d43 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1576653 Apr 06 09:59:54.135507 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-49615234-8c60-4e7f-ad26-3dd1887bf8df req-ba1c9421-f29f-4e2d-bb21-1adc75d21bc8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499978 Apr 06 09:59:54.462790 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-391899b0-57b7-48e7-bf7b-c0e0e94f8dcd service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461849 Apr 06 09:59:54.609315 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 78687bc3-c58c-46ba-8216-d73d61f015a3 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 09:59:54.641858 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b535f14c-cc43-4e34-8628-b60a10586f6c req-7d81f096-89dd-4f4b-b515-92f3537f4e33 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732061 Apr 06 09:59:54.855162 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=78687bc3-c58c-46ba-8216-d73d61f015a3,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:54.869735 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '78687bc3-c58c-46ba-8216-d73d61f015a3', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'port_id': '78687bc3-c58c-46ba-8216-d73d61f015a3', 'mac_address': 'fa:16:3e:e8:b7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 09:59:54.930054 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:54.948662 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78687bc3-c58c-46ba-8216-d73d61f015a3 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:54.966233 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=78687bc3-c58c-46ba-8216-d73d61f015a3,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:54.971688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf50f0-f23e-4c31-a1f2-b0dcb34d682d req-4359b6ee-a3cf-4e9f-94d5-eeecd5fa1dee tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:54.972319 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:54.979529 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-22cf50f0-f23e-4c31-a1f2-b0dcb34d682d req-4359b6ee-a3cf-4e9f-94d5-eeecd5fa1dee tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 944 time: 0.1515725 Apr 06 09:59:55.045362 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-22cf50f0-f23e-4c31-a1f2-b0dcb34d682d req-279835c6-c8c3-4a32-b4e5-6033c2411d88 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649154 Apr 06 09:59:55.053961 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:55.379355 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e2a2-cac0-490f-8810-9ebf8f2d922c req-724ce204-5d5f-4aec-9e5e-3f52331b17ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:55.380055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-86d0e2a2-cac0-490f-8810-9ebf8f2d922c req-724ce204-5d5f-4aec-9e5e-3f52331b17ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 09:59:55.395513 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-86d0e2a2-cac0-490f-8810-9ebf8f2d922c req-724ce204-5d5f-4aec-9e5e-3f52331b17ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 09:59:55.396709 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-86d0e2a2-cac0-490f-8810-9ebf8f2d922c req-724ce204-5d5f-4aec-9e5e-3f52331b17ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0963953 Apr 06 09:59:55.444770 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-86d0e2a2-cac0-490f-8810-9ebf8f2d922c req-f35f3720-e651-4488-9ba6-aaf8a03e98b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Apr 06 09:59:55.457065 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['78687bc3-c58c-46ba-8216-d73d61f015a3'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 09:59:55.900068 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 09:59:55.913286 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:55.914248 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:56.090281 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56590) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:56.167106 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:56.227587 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 56602) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:56.372404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124193-e75f-4776-93ee-dd45ddf8ef43 req-1112ebf5-2ed7-4db7-bb64-0a9f9786862f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:56.378960 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0f124193-e75f-4776-93ee-dd45ddf8ef43 req-1112ebf5-2ed7-4db7-bb64-0a9f9786862f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 945 time: 0.0894260 Apr 06 09:59:56.457966 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.467334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.557707 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:56.566394 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Usage tracker for resource:security_group_rule and tenant:6c2270265291456381e931277dc67d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:56.570315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:56.586858 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:56.592996 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0f124193-e75f-4776-93ee-dd45ddf8ef43 req-8d1f9b23-8493-4b8a-bf9d-4f5a06325e5b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129948 Apr 06 09:59:56.601352 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:56.620400 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ff8515aacb4b2bbc2f2ba267e66e6c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:56.622701 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 09:59:56.627680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:56.657280 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:56.660393 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 78687bc3-c58c-46ba-8216-d73d61f015a3 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 09:59:56.749981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.758078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.798437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.803666 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:56.846980 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d5a71-81e4-455b-a6d9-2d1295815b21,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:56.847277 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.resource_extend [None req-0b394a55-38be-4795-9f67-a1571143654e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 09:59:56.859553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05185b8-19ac-4324-9814-c2f260355884,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:56.917327 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2a118e4a-c58f-4f88-8398-f8d60692ae80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3ff8515aacb4b2bbc2f2ba267e66e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8257902 Apr 06 09:59:56.917913 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56618) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:56.972503 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-064ca1e8-e50c-4432-ae59-0bfe8fdbcc0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c2270265291456381e931277dc67d6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7353513 Apr 06 09:59:56.976683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56622) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:57.017063 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b13f-7301-4bc0-81cb-29cc9ac35649 req-70833f8e-015c-476e-9e5d-c8334c393857 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:57.025497 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5b29b13f-7301-4bc0-81cb-29cc9ac35649 req-70833f8e-015c-476e-9e5d-c8334c393857 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.2264068 Apr 06 09:59:57.079297 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5b29b13f-7301-4bc0-81cb-29cc9ac35649 req-8e089d83-c154-4bbd-a247-dece1caa4830 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526407 Apr 06 09:59:57.091765 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.112905 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 78687bc3-c58c-46ba-8216-d73d61f015a3 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 09:59:57.139386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.140609 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 78687bc3-c58c-46ba-8216-d73d61f015a3 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 09:59:57.140982 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.146229 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.184219 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:57.205561 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.214235 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T09:59:24Z', 'revision_number': 2, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:57.217684 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '2805d1a6-3c68-4ee2-8765-455766338e49', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 09:59:57.225976 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 09:59:57.226336 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Updating router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 port 10df5eab-682d-4d2d-a06b-c498c67b564b binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 09:59:57.257162 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.277069 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d5a71-81e4-455b-a6d9-2d1295815b21,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:57.291971 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.293565 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-64805232-b2b1-4ab1-ae67-31ce33ef4da4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/766d5a71-81e4-455b-a6d9-2d1295815b21 HTTP/1.1" status: 204 len: 168 time: 0.3745077 Apr 06 09:59:57.308785 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.313877 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.314988 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b05185b8-19ac-4324-9814-c2f260355884 HTTP/1.1" status: 204 len: 168 time: 0.3368824 Apr 06 09:59:57.364282 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde67df-031e-4804-890b-01ccfda1854a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05185b8-19ac-4324-9814-c2f260355884,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:57.394887 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.446688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.532939 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 09:59:57.563208 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.598260 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:57.667675 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:57.730119 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 09:59:57.791760 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=78687bc3-c58c-46ba-8216-d73d61f015a3,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 09:59:57.816985 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.017065 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41ba1-d493-42c6-ba00-45fd134512f1 req-2ee5539a-3c33-4687-a5ec-ae7745ca6856 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:58.018739 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-18f41ba1-d493-42c6-ba00-45fd134512f1 req-2ee5539a-3c33-4687-a5ec-ae7745ca6856 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1113155 Apr 06 09:59:58.024227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:58.032344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56664) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:58.076054 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.101550 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-18f41ba1-d493-42c6-ba00-45fd134512f1 req-8bc05338-bfa7-4224-ba40-b6190e958ca1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732503 Apr 06 09:59:58.101677 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56668) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:58.144979 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.166807 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:58.168674 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:58.180878 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['2805d1a6-3c68-4ee2-8765-455766338e49'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 09:59:58.183067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Usage tracker for resource:security_group_rule and tenant:37e1174a7f32491f96afd5fe8758bb3c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:58.196395 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:58.211977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f47ed-a799-4b46-a7d1-c67995713e47 req-aa59906d-7600-4dbe-a500-2e78a708def1 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:58.215448 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-624f47ed-a799-4b46-a7d1-c67995713e47 req-aa59906d-7600-4dbe-a500-2e78a708def1 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.2614896 Apr 06 09:59:58.217930 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:58.224119 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:58.238916 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e28a1d961cb460aa6fcb2bd55766fe6 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:58.270803 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:58.317665 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 09:59:58.319736 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c906e5-cd4a-4bae-9a3f-16695efe02ee'] response: {'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3', 'code': 200} Apr 06 09:59:58.454387 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-624f47ed-a799-4b46-a7d1-c67995713e47 req-e3184710-77cc-4adc-b57b-6825a906cdb7 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085178 Apr 06 09:59:58.557514 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.600799 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Transition to ACTIVE for port object 10df5eab-682d-4d2d-a06b-c498c67b564b will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 09:59:58.611036 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.623655 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.630762 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.684706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b28ae-9ae3-456f-868d-5fa088a59761,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:58.713963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184191d4-31bd-4ec4-9288-c964ec1ffd9c req-7e5b3203-5edc-463a-9fcc-1ad35704d3b0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:58.720869 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-184191d4-31bd-4ec4-9288-c964ec1ffd9c req-7e5b3203-5edc-463a-9fcc-1ad35704d3b0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.2013245 Apr 06 09:59:58.740870 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bd6869a8-eac2-4995-8b96-3ba82e974581 req-7ac17e81-579f-413a-8077-2b83f4e01ed6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1099 time: 0.1289518 Apr 06 09:59:58.744905 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.748878 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f0b57861-ea63-4d7c-aa43-a693547a714d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37e1174a7f32491f96afd5fe8758bb3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7120440 Apr 06 09:59:58.751474 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56688) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:58.771111 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.816757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60bea6-1dd9-4cdc-990d-5141babb6065 None None] Pushing event updated for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:58.822030 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff91728-06d9-4ebe-81b2-7c87d286a081,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:58.853573 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-184191d4-31bd-4ec4-9288-c964ec1ffd9c req-a47f5eb0-35d3-4f3b-81fb-b941881973fc tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296842 Apr 06 09:59:58.856526 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bd6869a8-eac2-4995-8b96-3ba82e974581 req-4a8f2d33-3664-4e50-9725-a22888d7303f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042600 Apr 06 09:59:58.887767 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a102f628-a870-494c-9aa8-83529f91a7e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e28a1d961cb460aa6fcb2bd55766fe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7836366 Apr 06 09:59:58.890195 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56694) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:58.966171 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Attempting to bind port 10df5eab-682d-4d2d-a06b-c498c67b564b on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 09:59:58.966957 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Attempting to bind port 10df5eab-682d-4d2d-a06b-c498c67b564b by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 09:59:58.967177 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.971525 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Attempting to bind port 10df5eab-682d-4d2d-a06b-c498c67b564b on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 09:59:58.980412 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 9, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 09:59:58.981156 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 09:59:58.981731 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:58.982475 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Bound using segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 09:59:58.983169 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Bound port: 10df5eab-682d-4d2d-a06b-c498c67b564b, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 09:59:58.984540 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.005634 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.023360 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.063086 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.128318 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] For port 10df5eab-682d-4d2d-a06b-c498c67b564b, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 09:59:59.131060 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] For port 10df5eab-682d-4d2d-a06b-c498c67b564b, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=10df5eab-682d-4d2d-a06b-c498c67b564b,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 09:59:59.139905 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.143493 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.163621 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.179854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff91728-06d9-4ebe-81b2-7c87d286a081,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:59.193119 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b28ae-9ae3-456f-868d-5fa088a59761,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:59.195573 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.200237 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-451ba6e4-566d-4385-bf65-f88689a6683c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e10b28ae-9ae3-456f-868d-5fa088a59761 HTTP/1.1" status: 204 len: 168 time: 0.4472399 Apr 06 09:59:59.201993 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.203295 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-282a56f8-77c7-479b-a9b8-d1d79e97b2ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ff91728-06d9-4ebe-81b2-7c87d286a081 HTTP/1.1" status: 204 len: 168 time: 0.3120785 Apr 06 09:59:59.218446 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56712) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 09:59:59.255663 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60bea6-1dd9-4cdc-990d-5141babb6065 None None] Pushing event updated for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 09:59:59.310937 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 09:59:59.311748 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T09:59:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 09:59:59.525515 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a525789-2254-4462-a70d-8fdfe24da336 req-119bdf4d-52d1-4c4c-a949-785c824ac2f2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:59.530110 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a525789-2254-4462-a70d-8fdfe24da336 req-119bdf4d-52d1-4c4c-a949-785c824ac2f2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1965225 Apr 06 09:59:59.649640 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 09:59:59.667060 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a525789-2254-4462-a70d-8fdfe24da336 req-c8345fef-7634-4593-b42e-f1639abb2c74 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292465 Apr 06 09:59:59.843809 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 09:59:59.902571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c83ad-768b-4a86-836d-d4a1779d64c3 req-80dfb3bb-54ea-4992-a3f3-2cc01e4263fa tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 09:59:59.911356 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a2c83ad-768b-4a86-836d-d4a1779d64c3 req-80dfb3bb-54ea-4992-a3f3-2cc01e4263fa tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.1348319 Apr 06 09:59:59.941163 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 09:59:59.954896 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Usage tracker for resource:security_group_rule and tenant:42a92f0f09b44751af3d7193cee24dc5 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 09:59:59.962424 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 09:59:59.977714 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a2c83ad-768b-4a86-836d-d4a1779d64c3 req-242f3780-0cbd-43d9-82b8-b7c2f1e11307 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Apr 06 09:59:59.980956 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:00.065697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T09:59:59Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:00.071907 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eefece-23c6-443f-b38a-bed8f890bb1b None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T09:59:59Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:00:00.169521 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.208471 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-2c79d6bf-b995-4432-9c59-3b491f10bd8e tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:00.210359 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-2c79d6bf-b995-4432-9c59-3b491f10bd8e tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.48 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.2290914 Apr 06 10:00:00.225834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.363515 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdccd056-0535-4406-908e-f440eed6fac8,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:00.394652 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3c8f85c1-1d73-4e53-b8c7-9a1a66d66e86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42a92f0f09b44751af3d7193cee24dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1747129 Apr 06 10:00:00.395321 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56752) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:00.416588 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0c32-ae74-48d3-ab87-f576547f5a8a req-91c777d2-3cbc-46e2-ae82-92acb01b4901 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:00.423231 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a43a0c32-ae74-48d3-ab87-f576547f5a8a req-91c777d2-3cbc-46e2-ae82-92acb01b4901 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.2528975 Apr 06 10:00:00.459129 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Deleting port af115eae-4e72-4414-a9b1-591e8fbc266a {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:00:00.459586 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.523285 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a43a0c32-ae74-48d3-ab87-f576547f5a8a req-e51725af-157f-4780-b5c2-b00f888f84f9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945530 Apr 06 10:00:00.587671 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.638555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:00:00.640839 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.761156 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.819790 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 10df5eab-682d-4d2d-a06b-c498c67b564b up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:00:00.842481 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdccd056-0535-4406-908e-f440eed6fac8,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:00.873926 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:00.884508 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-eae62e5a-1bb3-4e8f-bc3f-8edfc5865bb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdccd056-0535-4406-908e-f440eed6fac8 HTTP/1.1" status: 204 len: 168 time: 0.4863937 Apr 06 10:00:00.949070 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 10df5eab-682d-4d2d-a06b-c498c67b564b completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:00:00.964571 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 2805d1a6-3c68-4ee2-8765-455766338e49 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:00:00.970490 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 2805d1a6-3c68-4ee2-8765-455766338e49 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:00:00.970899 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.007982 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 10df5eab-682d-4d2d-a06b-c498c67b564b triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:00:01.008892 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.313120 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31298b6-a4e3-43cf-9131-110fce0bba12 req-590d538d-6fc4-4cc0-8e60-e6cc4532eec4 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:01.315084 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f31298b6-a4e3-43cf-9131-110fce0bba12 req-590d538d-6fc4-4cc0-8e60-e6cc4532eec4 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 946 time: 0.0977252 Apr 06 10:00:01.357466 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.369711 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] For port af115eae-4e72-4414-a9b1-591e8fbc266a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=af115eae-4e72-4414-a9b1-591e8fbc266a,segment=NetworkSegment(3ab8dc9f-dde5-40dd-9f03-21c1491f72ed),segment_id=3ab8dc9f-dde5-40dd-9f03-21c1491f72ed)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:00:01.370291 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.402777 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 10df5eab-682d-4d2d-a06b-c498c67b564b, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=10df5eab-682d-4d2d-a06b-c498c67b564b,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:00:01.408384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.419358 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f31298b6-a4e3-43cf-9131-110fce0bba12 req-c7345aaa-2976-4833-8117-0bfb3e121a6b tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d7dce50-4fe1-4e7d-a801-dfc546b0543a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981190 Apr 06 10:00:01.421259 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.528528 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:00:01.546025 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:00:01.552873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:01.565279 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:01.614505 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:00:01.659056 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9de97b1-ae77-44d3-8821-6e4179b03ee7'] response: {'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'code': 200} Apr 06 10:00:01.659583 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:01.668230 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Calling delete_port for af115eae-4e72-4414-a9b1-591e8fbc266a owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:00:01.919275 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34e150-2521-4a4f-a550-93f122ba4124 req-61771a86-96fa-4a4a-b18b-04dbaf33bf93 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:01.921071 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9f34e150-2521-4a4f-a550-93f122ba4124 req-61771a86-96fa-4a4a-b18b-04dbaf33bf93 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.8050218 Apr 06 10:00:02.009663 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddab599-04ad-49e0-8d90-b10fed694bbd req-fec55a72-ec58-48b9-83ad-58d4288dc201 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:02.018039 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3ddab599-04ad-49e0-8d90-b10fed694bbd req-fec55a72-ec58-48b9-83ad-58d4288dc201 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1852784 Apr 06 10:00:02.060808 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56812) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:02.078201 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9f34e150-2521-4a4f-a550-93f122ba4124 req-49ed3690-05c9-49ea-a8d1-9e578987910f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432662 Apr 06 10:00:02.085470 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.102264 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fdd3265b-894c-4920-b1a6-92c5abc6f625 req-6b47a737-a617-4678-8ce7-0da5648997f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1098 time: 0.2292440 Apr 06 10:00:02.105121 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.129435 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3ddab599-04ad-49e0-8d90-b10fed694bbd req-22fe1c40-c1b6-4051-ba75-0a8bc01d7361 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092434 Apr 06 10:00:02.163890 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['af115eae-4e72-4414-a9b1-591e8fbc266a'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:00:02.185278 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:02.201855 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Usage tracker for resource:security_group_rule and tenant:04fdf4fbd4fe4e91bf9a27690fc83416 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:02.207532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:02.230570 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:02.270175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Pushing event deleted for resources: {'Port': ['ID=af115eae-4e72-4414-a9b1-591e8fbc266a,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:02.310963 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fdd3265b-894c-4920-b1a6-92c5abc6f625 req-b0d3882c-3627-4918-87cb-d260be4fcc9c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031577 Apr 06 10:00:02.316074 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] No DVR routers for this DVR port af115eae-4e72-4414-a9b1-591e8fbc266a on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:00:02.319095 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.322216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'name': 'network-vif-deleted', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:00:02.346033 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.353366 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.386160 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d8070c23-a01c-4e74-a58d-3e0702baf455 req-5849875e-2b46-4d74-9e70-196e05b0c1de tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.48 "DELETE /v2.0/ports/af115eae-4e72-4414-a9b1-591e8fbc266a HTTP/1.1" status: 204 len: 173 time: 2.1638286 Apr 06 10:00:02.400055 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37042ded-e1e5-4f31-bae6-41d88bb88c2f'] response: {'server_uuid': '62e6f16c-3ae8-48fe-a12a-de237741cb93', 'name': 'network-vif-deleted', 'tag': 'af115eae-4e72-4414-a9b1-591e8fbc266a', 'status': 'completed', 'code': 200} Apr 06 10:00:02.419776 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f7210-0b57-4a1f-bc8a-b460217674f7,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:02.427957 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-fb98e2ac-653f-47e2-b019-2da51628ebfb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04fdf4fbd4fe4e91bf9a27690fc83416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3637171 Apr 06 10:00:02.429110 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 56826) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:02.506032 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.549368 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.683117 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a79edd2-fd26-4bf8-972c-45006c50a22b req-003ca7f7-20af-45f1-b854-02e4fe469ef2 tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1083901 Apr 06 10:00:02.708161 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 10df5eab-682d-4d2d-a06b-c498c67b564b up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:00:02.732568 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.770618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f7210-0b57-4a1f-bc8a-b460217674f7,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:02.800022 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.803448 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2dfd0491-a551-4e1e-a156-2b33a652572e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/866f7210-0b57-4a1f-bc8a-b460217674f7 HTTP/1.1" status: 204 len: 168 time: 0.3721364 Apr 06 10:00:02.882434 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 10df5eab-682d-4d2d-a06b-c498c67b564b triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:00:02.882794 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:02.937217 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-b797ecc7-dc8e-450e-8a7c-c9497f4c0d72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1099 time: 0.2182398 Apr 06 10:00:02.951876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ce2d-b146-4219-8aeb-39b575a1c400 req-5becd53f-03d6-4ff3-89f7-dd6bdaa9939c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:02.953466 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2b32ce2d-b146-4219-8aeb-39b575a1c400 req-5becd53f-03d6-4ff3-89f7-dd6bdaa9939c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1351390 Apr 06 10:00:03.231521 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2b32ce2d-b146-4219-8aeb-39b575a1c400 req-08013dbf-7363-47fe-ae46-404e4feb3af3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565639 Apr 06 10:00:03.269964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-ef3d9749-d700-4bce-81aa-4db7ec619bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:03.271412 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-ef3d9749-d700-4bce-81aa-4db7ec619bc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.3170156 Apr 06 10:00:03.398541 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-524bad80-5579-47d1-a270-bcb932256a4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 217 time: 0.1198714 Apr 06 10:00:03.516974 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-203d18ba-0836-434b-a8e7-df121a0c92f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:03.520320 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-203d18ba-0836-434b-a8e7-df121a0c92f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1147149 Apr 06 10:00:03.677348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5b119-6ab3-4627-8abe-a9c6a8ed4d7e req-64e352c6-3c24-4000-bfa0-19c39eb1a6a2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:03.703143 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-66e5b119-6ab3-4627-8abe-a9c6a8ed4d7e req-64e352c6-3c24-4000-bfa0-19c39eb1a6a2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2613187 Apr 06 10:00:03.727323 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-d021d767-9e05-45aa-a5b1-76b4cbc9d207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1989040 Apr 06 10:00:03.798818 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-66e5b119-6ab3-4627-8abe-a9c6a8ed4d7e req-6377554b-31f7-4232-ad4b-898df61b1a78 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935466 Apr 06 10:00:04.046022 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2b84170c-ad90-48d2-a086-373c1dcf699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:04.068406 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-f33245f6-53b2-491a-8fb9-74d8bb2b654d req-53c72848-77ef-4548-b03b-63aa4a312c1b tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Synchronizing usage tracker for tenant:29aff79cd27042cc82d8070be492d420 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:00:04.110087 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-f33245f6-53b2-491a-8fb9-74d8bb2b654d req-53c72848-77ef-4548-b03b-63aa4a312c1b tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] Unset dirty status for tenant:29aff79cd27042cc82d8070be492d420 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:00:04.120592 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f33245f6-53b2-491a-8fb9-74d8bb2b654d req-53c72848-77ef-4548-b03b-63aa4a312c1b tempest-DeleteServersTestJSON-1544818390 tempest-DeleteServersTestJSON-1544818390-project] 10.222.0.39 "GET /v2.0/ports?device_id=62e6f16c-3ae8-48fe-a12a-de237741cb93 HTTP/1.1" status: 200 len: 210 time: 0.1631427 Apr 06 10:00:04.151224 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-71ae7bbc-7aef-4b7f-b34d-9324aedbc9c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162796 Apr 06 10:00:04.291299 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d93c55f-9c1e-45b8-ae3a-26802c6d58ec req-3e8d71bb-126b-4086-9c16-5fcc51176194 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337361 Apr 06 10:00:04.492063 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31df02-8a2d-4612-8259-a56d7b3b24c7 req-0fba9683-05b3-4a00-9560-01f69265a599 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:04.494256 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0b31df02-8a2d-4612-8259-a56d7b3b24c7 req-0fba9683-05b3-4a00-9560-01f69265a599 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0985632 Apr 06 10:00:04.547945 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0b31df02-8a2d-4612-8259-a56d7b3b24c7 req-6f0f6531-7c29-443a-9933-5441445ece8c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Apr 06 10:00:04.677200 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device af115eae-4e72-4414-a9b1-591e8fbc266a no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:00:04.722961 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: af115eae-4e72-4414-a9b1-591e8fbc266a {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:00:04.723368 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device af115eae-4e72-4414-a9b1-591e8fbc266a not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:00:05.029243 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638eef1-3637-4b3c-8097-e13195eaa8a8 req-424fe6ed-2efd-4b79-b647-3b3bb0e92f81 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:05.031325 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1638eef1-3637-4b3c-8097-e13195eaa8a8 req-424fe6ed-2efd-4b79-b647-3b3bb0e92f81 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0816793 Apr 06 10:00:05.103503 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1638eef1-3637-4b3c-8097-e13195eaa8a8 req-3b24584a-0baa-4ac3-b581-cc1f39212489 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666199 Apr 06 10:00:05.491494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153b88-c34d-4d84-89d6-6768b9a1f549 req-5b2e586d-aedc-4e89-8ba5-160a05d52117 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:05.493939 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-83153b88-c34d-4d84-89d6-6768b9a1f549 req-5b2e586d-aedc-4e89-8ba5-160a05d52117 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2227380 Apr 06 10:00:05.504669 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 56980) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:05.512057 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'floatingip': {'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:05.650108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:05.847970 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2217-ef45-4170-8440-e7ee70eb855d req-c38fce23-ce63-4eb6-a18b-60d8f80f9cf8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:05.856014 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-20ad2217-ef45-4170-8440-e7ee70eb855d req-c38fce23-ce63-4eb6-a18b-60d8f80f9cf8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1086969 Apr 06 10:00:05.924352 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-20ad2217-ef45-4170-8440-e7ee70eb855d req-f9cd7194-6a89-4a1b-837a-0626a1a7b48b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Apr 06 10:00:06.235427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a0a81fba-18db-454d-b695-ed9b43201982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:06.482465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:06.487924 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:06.710274 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Floating IP 24346c9b-4c7d-4359-8d81-62d877c4176e associated. External IP: 172.28.0.179, port: 2805d1a6-3c68-4ee2-8765-455766338e49. Apr 06 10:00:07.311561 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe2df-4a26-416b-b883-83379d404dda req-21d84291-618b-4c4e-b842-f13c1c810661 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:07.313059 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a02fe2df-4a26-416b-b883-83379d404dda req-21d84291-618b-4c4e-b842-f13c1c810661 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.2418368 Apr 06 10:00:07.337518 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57068) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:07.369983 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.401732 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a02fe2df-4a26-416b-b883-83379d404dda req-7d50afb8-b118-45e3-9135-82847c99f074 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Apr 06 10:00:07.448069 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57076) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:07.460595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:00:07.465159 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.527370 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Deleting subnet 7c9392b8-d286-4b8c-8abf-d1af36fbd0e1 {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:00:07.536717 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.607239 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.632576 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.642457 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.690423 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:00:07.697566 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.699355 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:07.706165 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:00:07.717941 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Usage tracker for resource:security_group_rule and tenant:120e5587737a4fb9b81ecd3405a71161 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:07.722264 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:07.736897 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:00:07.736897 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:00:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:07.752193 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:07.797527 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-59194c8c-b03a-4a63-bd62-3fa32151d882 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "PUT /v2.0/floatingips/24346c9b-4c7d-4359-8d81-62d877c4176e HTTP/1.1" status: 200 len: 991 time: 2.2905331 Apr 06 10:00:07.798322 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:00:07.822655 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:07.873426 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eee72d7-8803-440c-9319-187b3a6146c1'] response: {'name': 'network-changed', 'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'status': 'completed', 'code': 200} Apr 06 10:00:07.958265 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9392b8-d286-4b8c-8abf-d1af36fbd0e1,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:07.966391 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.003595 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6baf084b-9e45-4a7c-a1ab-c4a4c8c3e144 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7c9392b8-d286-4b8c-8abf-d1af36fbd0e1 HTTP/1.1" status: 204 len: 168 time: 0.5518198 Apr 06 10:00:08.005151 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57104) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:08.037078 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:00:08.067637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.072823 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.122388 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=120e5587737a4fb9b81ecd3405a71161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7838240 Apr 06 10:00:08.126355 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57110) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:08.177884 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b53af-dd96-4f7b-9711-a8de8ef2643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddbc37-3e15-423a-b432-be8a284574e0,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:08.230913 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.268436 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.317641 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-ce1f39a8-e37b-4856-b737-3b555af7427c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1098 time: 0.4208002 Apr 06 10:00:08.327411 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57116) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:08.331305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.381671 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.441572 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddbc37-3e15-423a-b432-be8a284574e0,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:08.460145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.465297 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-73d66693-5c97-47cd-b26b-021e0fd10e1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0ddbc37-3e15-423a-b432-be8a284574e0 HTTP/1.1" status: 204 len: 168 time: 0.3372664 Apr 06 10:00:08.593105 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57140) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:08.634330 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '24346c9b-4c7d-4359-8d81-62d877c4176e', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T09:59:38Z', 'updated_at': '2022-04-06T10:00:06Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:08.653985 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:00:08.694816 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:00:08.696835 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:00:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:08.710348 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.803774 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.852223 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-755811e3-f430-47a6-a831-cde06d62f1e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:08.855853 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-755811e3-f430-47a6-a831-cde06d62f1e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.5291967 Apr 06 10:00:08.863958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:08.922706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bb7ab-f702-44e6-802c-d21ce9ae37e4 req-8016c109-b450-422c-8e7f-99c868a9132e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:08.932499 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d63bb7ab-f702-44e6-802c-d21ce9ae37e4 req-8016c109-b450-422c-8e7f-99c868a9132e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1620297 Apr 06 10:00:08.952516 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74d8a1c-30a5-47f7-b33d-7319a22d419f']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:08.990522 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:08.990937 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab8dc9f-dde5-40dd-9f03-21c1491f72ed') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:09.017781 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:00:09.030663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.058465 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d63bb7ab-f702-44e6-802c-d21ce9ae37e4 req-0e96a949-0ac3-4e88-b3e1-db287ede157e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246099 Apr 06 10:00:09.058853 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:09.066429 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Usage tracker for resource:security_group_rule and tenant:79759af3132b4b1a9dd9286d505972ea is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:09.070218 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-30c884a6-2662-479d-be9d-11a84a70800e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 999 time: 0.2075658 Apr 06 10:00:09.071563 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.073912 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:09.140669 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:09.143079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:00:09.143693 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:00:09.158272 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:00:09.204574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.257495 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:09.262403 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Usage tracker for resource:security_group_rule and tenant:d512f4beb0cc4f009d57882486142025 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:09.266869 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:09.270180 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-c44b9bea-94c0-408c-a6b3-6a87aac8a8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:09.272039 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-c44b9bea-94c0-408c-a6b3-6a87aac8a8a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.1946478 Apr 06 10:00:09.275327 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:09.361142 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57162) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:09.385120 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.390414 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.403540 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.413922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.441766 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.445292 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc37d55-34ea-4913-88f1-b31289fc8929,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:09.453538 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] Pushing event deleted for resources: {'Network': ['ID=e74d8a1c-30a5-47f7-b33d-7319a22d419f,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:09.494694 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b52609ca-716a-4a5d-b5da-1bb3fdbea28d admin admin] 10.222.0.39 "DELETE /v2.0/networks/e74d8a1c-30a5-47f7-b33d-7319a22d419f HTTP/1.1" status: 204 len: 168 time: 1.4875288 Apr 06 10:00:09.501900 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2941391d-6490-46a5-940a-dd289dfb3340 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d512f4beb0cc4f009d57882486142025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9051769 Apr 06 10:00:09.501900 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:09.502897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57168) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:09.507195 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb2366c7b57456d843a04ad914ea03f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:09.528253 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '24346c9b-4c7d-4359-8d81-62d877c4176e', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T09:59:38Z', 'updated_at': '2022-04-06T10:00:06Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:00:09.530885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.538334 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-c7000aec-d14f-4021-94f0-696080e0bc54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2598794 Apr 06 10:00:09.543304 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc9f5d-df17-4385-a4c3-cf9c55e7fa97 None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '24346c9b-4c7d-4359-8d81-62d877c4176e', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T09:59:38Z', 'updated_at': '2022-04-06T10:00:06Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:00:09.544947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.546059 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:09.562428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:09.611017 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.655501 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.726244 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.733541 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.738015 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1e6df-d4ce-4fc1-a6f1-acfc57407fe4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:09.745115 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8b8faa71-3862-469d-bb27-b1ec86b7ede3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79759af3132b4b1a9dd9286d505972ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4166834 Apr 06 10:00:09.747971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57172) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:09.783417 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.807324 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57178) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:09.808386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3093dca-624d-4ef1-922c-bc0c0fbc8b40,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:09.829747 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-ecd5c2c6-3fbb-4ccc-b5b5-b3d78b74d900 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fb2366c7b57456d843a04ad914ea03f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4675174 Apr 06 10:00:09.830790 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57182) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:09.835406 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-ebaec012-e213-42b3-90a7-88e28a40ff48 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736123 Apr 06 10:00:09.851180 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc37d55-34ea-4913-88f1-b31289fc8929,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:09.851180 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.852505 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-12872db6-e1f5-42d5-ae78-437551035de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bc37d55-34ea-4913-88f1-b31289fc8929 HTTP/1.1" status: 204 len: 168 time: 0.3476920 Apr 06 10:00:09.953620 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.973213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:09.976978 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1ec8c963-5efe-480f-932d-f7255af6400b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29aff79cd27042cc82d8070be492d420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1655352 Apr 06 10:00:09.977703 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57194) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:10.036019 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.039876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.061815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-164005aa-45ed-4ad0-84b2-d2ade2449bd4 req-6221bbbb-d1fb-43cc-9f53-fa77bfd60de3 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188029 Apr 06 10:00:10.110015 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.122297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.141106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.146178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1e6df-d4ce-4fc1-a6f1-acfc57407fe4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:10.178499 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.186900 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fa1e6df-d4ce-4fc1-a6f1-acfc57407fe4 HTTP/1.1" status: 204 len: 168 time: 0.4375427 Apr 06 10:00:10.192511 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.193212 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.194363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.194933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.196709 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.197558 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.198088 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.198739 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.199283 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.200083 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.200637 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77292584-298d-40db-9e07-f0d6962c1525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.234475 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.262523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3093dca-624d-4ef1-922c-bc0c0fbc8b40,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:10.292645 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.292994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.293323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.293645 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.294043 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.294960 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.297506 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.297859 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.298187 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.298512 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.298831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:00:10.334977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.336531 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-52201385-1335-4dfd-85be-3cf6c43318a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3093dca-624d-4ef1-922c-bc0c0fbc8b40 HTTP/1.1" status: 204 len: 168 time: 0.4918656 Apr 06 10:00:10.339977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.361418 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7dce50-4fe1-4e7d-a801-dfc546b0543a,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:10.402422 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.407201 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2c880da4-4618-4013-9006-d7a5ce230771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d7dce50-4fe1-4e7d-a801-dfc546b0543a HTTP/1.1" status: 204 len: 168 time: 0.4205875 Apr 06 10:00:10.444550 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f3b1-bfdc-4b72-a785-7b735271d562 req-78e0553e-fbe3-40d5-b55c-db9af5465cfa tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:10.448958 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4418f3b1-bfdc-4b72-a785-7b735271d562 req-78e0553e-fbe3-40d5-b55c-db9af5465cfa tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1973038 Apr 06 10:00:10.549833 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4418f3b1-bfdc-4b72-a785-7b735271d562 req-2f95b038-aec4-47ba-a794-eacfe1865175 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944088 Apr 06 10:00:10.610887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57236) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:10.632664 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.675821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:10.680207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d26b6092aa4cd891b156291007950e is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:10.686824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:10.693468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:10.787496 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.796179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.850461 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a2c84-fc00-4b0c-a7ac-8e90b408ba29,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:10.859347 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-2abf087e-bf97-4de9-9d99-4685374b62a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7d26b6092aa4cd891b156291007950e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2469311 Apr 06 10:00:10.862589 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57246) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:10.958888 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:10.993469 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.049916 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.067377 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a2c84-fc00-4b0c-a7ac-8e90b408ba29,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:11.072412 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.076089 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-326c9bc8-a8ed-4ee8-8dd2-170032201ce0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a7a2c84-fc00-4b0c-a7ac-8e90b408ba29 HTTP/1.1" status: 204 len: 168 time: 0.2098997 Apr 06 10:00:11.180377 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57264) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:11.199927 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.234355 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:11.238991 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Usage tracker for resource:security_group_rule and tenant:f708bb2b055740149ff5dbad831bbf39 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:11.242641 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:11.248582 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:11.333321 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.338508 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.390134 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf76ef6d-6567-4b58-9d59-44b2158b2738,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:11.395713 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e1fa0221-c982-41f9-9f34-c2a1c810ee6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f708bb2b055740149ff5dbad831bbf39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140234 Apr 06 10:00:11.398185 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57274) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:11.475781 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.543194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.643626 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.662225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf76ef6d-6567-4b58-9d59-44b2158b2738,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:11.674158 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:11.684920 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b596ff45-088a-49ee-bb3e-a24ee682b4b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf76ef6d-6567-4b58-9d59-44b2158b2738 HTTP/1.1" status: 204 len: 168 time: 0.2850382 Apr 06 10:00:11.752976 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6e79b-9fc8-4bfb-8d0c-613dab733539 None None] New status for floating IP 24346c9b-4c7d-4359-8d81-62d877c4176e: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:00:11.860939 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378756b-c24b-49ae-89d4-3bddcc30b0c2 req-6c0dd93e-2f1c-479f-888d-355323afc739 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:11.864321 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9378756b-c24b-49ae-89d4-3bddcc30b0c2 req-6c0dd93e-2f1c-479f-888d-355323afc739 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1114805 Apr 06 10:00:11.938901 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9378756b-c24b-49ae-89d4-3bddcc30b0c2 req-eed03c37-1e39-40ec-9cd9-bba49a150f50 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686607 Apr 06 10:00:13.143500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e253667-79cc-4e7e-a104-16e0ed9557bb req-04c9dc04-e557-40a6-907e-9001e7cf32bf tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:13.144986 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e253667-79cc-4e7e-a104-16e0ed9557bb req-04c9dc04-e557-40a6-907e-9001e7cf32bf tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0802917 Apr 06 10:00:13.217739 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e253667-79cc-4e7e-a104-16e0ed9557bb req-45b2e521-3a26-4f7b-a4a1-37ac211a1b3a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620410 Apr 06 10:00:14.412851 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7592983-3b6b-4423-9ab2-e0dee8a1b0b6 req-62f2ad0b-9b47-446f-9689-27f2b51d1b79 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:14.414806 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c7592983-3b6b-4423-9ab2-e0dee8a1b0b6 req-62f2ad0b-9b47-446f-9689-27f2b51d1b79 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0827730 Apr 06 10:00:14.468967 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c7592983-3b6b-4423-9ab2-e0dee8a1b0b6 req-1212db04-8d13-4651-b0c1-f7ab824e5ab7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Apr 06 10:00:15.588236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57514) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:15.694979 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde1f45-a7b0-4c6a-978d-777e22aa6f28 req-2dfd82a1-394c-4692-8e2f-459f49d0780b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:15.702750 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ecde1f45-a7b0-4c6a-978d-777e22aa6f28 req-2dfd82a1-394c-4692-8e2f-459f49d0780b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0923691 Apr 06 10:00:15.765113 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ecde1f45-a7b0-4c6a-978d-777e22aa6f28 req-442616af-aeb1-475e-b5dc-901648374ecc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612919 Apr 06 10:00:15.779131 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:15.811312 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:15.815557 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Usage tracker for resource:security_group_rule and tenant:96c5026efde94a62a186315769d80e3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:15.818778 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:15.826282 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:15.922504 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:15.930381 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.033636 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a658743-d219-4e11-b181-75b3677f7d40,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:16.045334 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57530) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:16.045489 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b77f9980-8172-4a0b-a71f-b4afa303357b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96c5026efde94a62a186315769d80e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4555769 Apr 06 10:00:16.119620 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.148529 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.207552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57546) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:16.219395 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.239388 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a658743-d219-4e11-b181-75b3677f7d40,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:16.248428 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.250932 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-76f864ab-50e2-4c51-b383-afac74b07d19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a658743-d219-4e11-b181-75b3677f7d40 HTTP/1.1" status: 204 len: 168 time: 0.2028987 Apr 06 10:00:16.363015 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.399852 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:16.407068 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba8970c3ac7494e86fe55c43ad74af2 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:16.410323 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:16.416723 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:16.495157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.501166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.561219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f44a97-6473-4117-a22a-b9089592314c,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:16.569139 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e2e08584-74d7-4cd1-8cc5-6186045e9b71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ba8970c3ac7494e86fe55c43ad74af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3565061 Apr 06 10:00:16.569709 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57566) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:16.669536 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.717132 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.778132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57582) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:16.790221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.817983 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f44a97-6473-4117-a22a-b9089592314c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:16.853490 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:16.855148 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e9bc594e-7976-4681-a211-a3d7efcb7ca4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75f44a97-6473-4117-a22a-b9089592314c HTTP/1.1" status: 204 len: 168 time: 0.2855747 Apr 06 10:00:16.990480 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9793f96-bef2-49c0-9c11-3c727474ad00 req-f9a20496-3cee-48aa-a69e-087f3d486d54 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:16.993057 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d9793f96-bef2-49c0-9c11-3c727474ad00 req-f9a20496-3cee-48aa-a69e-087f3d486d54 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1047273 Apr 06 10:00:17.030646 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.058641 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d9793f96-bef2-49c0-9c11-3c727474ad00 req-be225801-504e-4a36-865c-5c0a26cb1ff1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Apr 06 10:00:17.072091 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:17.076455 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Usage tracker for resource:security_group_rule and tenant:232cf86e4f0043ed87c16c01905b8033 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:17.079703 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:17.096118 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:17.197999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.207608 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.314192 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca802151-f5d9-4b46-bdf7-6c934d8e2d43,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:17.341985 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e1c27bd1-5719-4da3-8eee-e925b986486f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=232cf86e4f0043ed87c16c01905b8033&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5609767 Apr 06 10:00:17.342133 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57618) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:17.464028 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.502157 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.573187 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.587835 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca802151-f5d9-4b46-bdf7-6c934d8e2d43,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:17.597783 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.602460 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-24613be0-ad1e-4eea-bdb2-050c38dd939c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca802151-f5d9-4b46-bdf7-6c934d8e2d43 HTTP/1.1" status: 204 len: 168 time: 0.2591538 Apr 06 10:00:17.702030 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57642) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:17.730590 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.768193 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:17.772343 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Usage tracker for resource:security_group_rule and tenant:bfb3940bda794e36a2b854d2a8ee699b is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:17.775850 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:17.785694 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:17.873236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.879282 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:17.921126 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6327ac-ac8a-43d2-a4f3-9f331df2a6bf,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:17.952153 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-eeff52f7-45d0-47cd-89f7-7e1a6607e4ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfb3940bda794e36a2b854d2a8ee699b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459846 Apr 06 10:00:17.952708 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57652) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:18.047717 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.082569 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.149045 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.189409 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6327ac-ac8a-43d2-a4f3-9f331df2a6bf,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:18.203223 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.210874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-bd9dca85-0654-4bdd-81de-77e539f4c8f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f6327ac-ac8a-43d2-a4f3-9f331df2a6bf HTTP/1.1" status: 204 len: 168 time: 0.2506986 Apr 06 10:00:18.349569 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de6379-2816-4f90-8ec9-362fe15789e7 req-b167ef92-7b5a-4340-9514-938c5a87766b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:18.352073 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e2de6379-2816-4f90-8ec9-362fe15789e7 req-b167ef92-7b5a-4340-9514-938c5a87766b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1206934 Apr 06 10:00:18.383979 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57678) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:18.412346 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.429480 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e2de6379-2816-4f90-8ec9-362fe15789e7 req-e069c499-9a88-4af4-a2e0-c429e34fea2a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709429 Apr 06 10:00:18.466584 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:18.471007 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Usage tracker for resource:security_group_rule and tenant:d97084abff75434cbd769f2b94fcf398 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:18.473527 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:18.480287 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:18.558024 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.563510 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.613809 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e493a5-2779-409a-b4ba-9a54e5ca8ee6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:18.621669 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5f02d332-4dcf-4061-858e-2516c2d5937a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d97084abff75434cbd769f2b94fcf398&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2365420 Apr 06 10:00:18.624196 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57692) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:18.700290 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.728523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.790271 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.806660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e493a5-2779-409a-b4ba-9a54e5ca8ee6,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:18.816688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:18.820795 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-fc625501-1906-45af-8fb4-2a26e4d97626 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3e493a5-2779-409a-b4ba-9a54e5ca8ee6 HTTP/1.1" status: 204 len: 168 time: 0.1926489 Apr 06 10:00:19.761640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f08d-9b4f-4dee-a1b2-f48998b41793 req-e66a8e0c-0a5d-4589-a175-db186702d7b9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:19.770602 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-95c5f08d-9b4f-4dee-a1b2-f48998b41793 req-e66a8e0c-0a5d-4589-a175-db186702d7b9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0992408 Apr 06 10:00:19.858618 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-95c5f08d-9b4f-4dee-a1b2-f48998b41793 req-b3b5d9ef-7dbe-47af-b97f-fbe7a3f51f27 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870500 Apr 06 10:00:20.968217 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57844) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:21.058408 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e567e5-06c8-4cb0-99f6-00bba5256b39 req-af2c4ecb-38e2-44ea-a57b-84ece8ad6bd8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:21.059868 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-71e567e5-06c8-4cb0-99f6-00bba5256b39 req-af2c4ecb-38e2-44ea-a57b-84ece8ad6bd8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0827906 Apr 06 10:00:21.119832 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-71e567e5-06c8-4cb0-99f6-00bba5256b39 req-09f2d6e4-c18d-4d92-84ca-91627ea5862f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Apr 06 10:00:21.184186 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.216848 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:21.221471 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Usage tracker for resource:security_group_rule and tenant:a574c92bfd954a9fbe90eced551a2793 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:21.224523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:21.231122 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:21.309902 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.315386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.368462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b84cde-e756-4805-a0f3-1a3ee15536da,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:21.376543 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-ec0fceb5-0ba0-4f71-afcb-bcf0adc8d77c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a574c92bfd954a9fbe90eced551a2793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4057317 Apr 06 10:00:21.378901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57860) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:21.455670 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.486065 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.563180 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.602882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b84cde-e756-4805-a0f3-1a3ee15536da,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:21.610354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:21.611473 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6270eb1f-5f7e-4d57-be9c-e873a7c9fe01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69b84cde-e756-4805-a0f3-1a3ee15536da HTTP/1.1" status: 204 len: 168 time: 0.2301133 Apr 06 10:00:22.073543 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 57894) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:22.094566 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.126016 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:22.130061 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Usage tracker for resource:security_group_rule and tenant:08cb4f7c8bce455b86bf60a16c52dc2c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:22.133491 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:22.139386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:22.247809 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.257039 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.405597 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4309d-a34f-4d97-a3c6-ba8c0518ab48,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:22.419998 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c0fd26b7-5e1b-4540-960d-0a7d735148d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08cb4f7c8bce455b86bf60a16c52dc2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3447275 Apr 06 10:00:22.422568 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57926) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:22.465614 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea0a0-121e-4ac4-8858-a805548bd5e4 req-27a1da8e-ec07-434c-9adc-e61ced55f095 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:22.472500 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fe8ea0a0-121e-4ac4-8858-a805548bd5e4 req-27a1da8e-ec07-434c-9adc-e61ced55f095 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1843271 Apr 06 10:00:22.533530 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fe8ea0a0-121e-4ac4-8858-a805548bd5e4 req-dad025af-c26c-4e75-8658-4d680f23188e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600941 Apr 06 10:00:22.565514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.598874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.661634 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.683660 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4309d-a34f-4d97-a3c6-ba8c0518ab48,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:22.688115 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:22.689394 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fcf19e5d-2e44-4f64-b82f-7cc5927c54d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79b4309d-a34f-4d97-a3c6-ba8c0518ab48 HTTP/1.1" status: 204 len: 168 time: 0.2649441 Apr 06 10:00:23.214243 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57970) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:23.377659 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.410306 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:23.415704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b47ca56d4fe2455daa916c94752b278b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:23.418925 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:23.431653 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:23.517625 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.526186 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.585155 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac1a99c-2a3b-4711-a98b-3f12229adbc5,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:23.633276 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-507409ff-4b0d-4476-a423-974e2832e1f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b47ca56d4fe2455daa916c94752b278b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4170716 Apr 06 10:00:23.636207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 57996) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:23.756125 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.794755 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.887260 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.930666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7603e4-ce5b-4947-a39e-63def1fa1539 req-5c0e7d42-1db8-4642-8069-2b888c742792 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:23.942803 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-db7603e4-ce5b-4947-a39e-63def1fa1539 req-5c0e7d42-1db8-4642-8069-2b888c742792 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.2019827 Apr 06 10:00:23.942803 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.981889 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac1a99c-2a3b-4711-a98b-3f12229adbc5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:23.984070 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:23.985213 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-042d0a22-efe9-4603-bf87-3df141609070 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aac1a99c-2a3b-4711-a98b-3f12229adbc5 HTTP/1.1" status: 204 len: 168 time: 0.3478885 Apr 06 10:00:24.113881 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-db7603e4-ce5b-4947-a39e-63def1fa1539 req-1ab2cf59-4008-4072-b745-77455f70be10 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620619 Apr 06 10:00:24.565675 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58052) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:24.605730 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:24.673437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:24.678159 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Usage tracker for resource:security_group_rule and tenant:09131e0527424c6abb791180ab9c0026 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:24.681846 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:24.687982 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:24.775754 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:24.786503 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:24.823300 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09131e0527424c6abb791180ab9c0026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560599 Apr 06 10:00:24.825892 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58072) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:24.870335 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb0a1-4899-4252-9ba4-d849ebb0734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ada46-9a9e-4a8a-8419-18f5436a30d2,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:24.936438 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.023097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.104977 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.123227 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ada46-9a9e-4a8a-8419-18f5436a30d2,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:25.133544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.137483 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c56c4d0e-9b3a-4bcf-b663-45583ab10add admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/542ada46-9a9e-4a8a-8419-18f5436a30d2 HTTP/1.1" status: 204 len: 168 time: 0.3101206 Apr 06 10:00:25.400316 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77370a0-00ec-463f-b312-e6916956eb6c req-39e0e35a-c1bd-4d25-91b1-4d70b15d72ac tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:25.407460 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b77370a0-00ec-463f-b312-e6916956eb6c req-39e0e35a-c1bd-4d25-91b1-4d70b15d72ac tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0904016 Apr 06 10:00:25.472915 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b77370a0-00ec-463f-b312-e6916956eb6c req-f6a9d301-907b-4528-bc8d-7f909f5fe4ad tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644839 Apr 06 10:00:25.641240 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58120) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:25.837827 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.873347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:25.878245 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Usage tracker for resource:security_group_rule and tenant:46bbabb66667490c847820086121b681 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:25.881626 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:25.888663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:25.979419 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:25.988039 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:26.068401 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b99ca-a7d4-4011-a728-b03826f18273,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:26.089029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58142) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:26.108461 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9ba46060-98e5-4153-ab61-6440b63a5e3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46bbabb66667490c847820086121b681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4651139 Apr 06 10:00:26.195239 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:26.232587 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:26.300001 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:26.332303 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b99ca-a7d4-4011-a728-b03826f18273,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:26.376097 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:26.378025 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-371af870-e8df-43c8-b0f4-178175753488 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f02b99ca-a7d4-4011-a728-b03826f18273 HTTP/1.1" status: 204 len: 168 time: 0.2877579 Apr 06 10:00:26.780059 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75f94-4602-45fb-adb3-279171cccf7f req-29abe0fd-584b-40e4-9bcc-16eb01aadb99 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:26.781853 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fba75f94-4602-45fb-adb3-279171cccf7f req-29abe0fd-584b-40e4-9bcc-16eb01aadb99 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1197941 Apr 06 10:00:26.845189 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fba75f94-4602-45fb-adb3-279171cccf7f req-a972adae-d276-4c32-880c-4b2c48e6eebb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580151 Apr 06 10:00:26.945299 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58196) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:26.963521 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.010079 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:27.014696 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Usage tracker for resource:security_group_rule and tenant:480444e122c9497f9c61d33c59e5703c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:27.018056 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:27.025073 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:27.118334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.125355 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.183795 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f362ce1-6f7e-42d7-b934-86e78bb1abe6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:27.201611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58210) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:27.202047 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-315d4645-7614-4969-b233-1339abb66bdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=480444e122c9497f9c61d33c59e5703c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2555208 Apr 06 10:00:27.246788 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58214) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:27.281834 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.315996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.386874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.393800 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58224) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:27.425747 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f362ce1-6f7e-42d7-b934-86e78bb1abe6,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:27.465239 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.468504 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-568cc371-3e05-4162-9109-49bf445f0733 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f362ce1-6f7e-42d7-b934-86e78bb1abe6 HTTP/1.1" status: 204 len: 168 time: 0.2651019 Apr 06 10:00:27.597057 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.631997 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.633274 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:27.637356 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Usage tracker for resource:security_group_rule and tenant:feaa8021869440ea9917eeff5151f862 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:27.640318 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:27.647218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:27.676681 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:27.681532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Usage tracker for resource:security_group_rule and tenant:6682bd7037a74ffaaab0003a63edd597 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:27.684745 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:27.691025 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:27.725199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.730870 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.783792 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.789385 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0912178b-2b17-4147-baca-83b47be80299,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:27.790088 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.811068 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-04072ead-ae42-4da4-9176-fc84714b3675 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=feaa8021869440ea9917eeff5151f862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5637305 Apr 06 10:00:27.811859 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58246) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:27.837482 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0be86b-49ee-45a0-a939-868fcfcc24c2,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:27.858443 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3ae553bb-7c55-4e44-9ffe-48cbd28e5ddd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6682bd7037a74ffaaab0003a63edd597&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635758 Apr 06 10:00:27.860963 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58250) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:27.890459 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.918448 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.932073 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:27.982165 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.010726 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.056018 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.056288 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0912178b-2b17-4147-baca-83b47be80299,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:28.075720 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.077453 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0be86b-49ee-45a0-a939-868fcfcc24c2,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:28.088702 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-acf41fe5-d940-464d-ae4e-5787210bbb08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0912178b-2b17-4147-baca-83b47be80299 HTTP/1.1" status: 204 len: 168 time: 0.2752454 Apr 06 10:00:28.134919 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.136018 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-44b427b3-4d34-4256-99e1-03392b04dc96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf0be86b-49ee-45a0-a939-868fcfcc24c2 HTTP/1.1" status: 204 len: 168 time: 0.2741716 Apr 06 10:00:28.166394 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17ca52-b6cb-4c0d-b0a1-0e39c2683484 req-4384ca9b-cecc-41da-b73a-73ad68fb6ceb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:28.173908 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a17ca52-b6cb-4c0d-b0a1-0e39c2683484 req-4384ca9b-cecc-41da-b73a-73ad68fb6ceb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0988462 Apr 06 10:00:28.231288 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a17ca52-b6cb-4c0d-b0a1-0e39c2683484 req-3f7aa197-1aee-46b7-b56e-3d22dbb0f84c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562336 Apr 06 10:00:28.700477 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58286) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:28.731087 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.781991 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:28.785761 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Usage tracker for resource:security_group_rule and tenant:bd9b8b381cf54a55820fe2e817f2b66c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:28.789111 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:28.794969 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:28.876408 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.884605 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:28.933581 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90c150-7967-4cc5-9707-e1425a5b3a3c,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:28.938874 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d32f2672-b5fe-4893-9315-e315e7f35e1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd9b8b381cf54a55820fe2e817f2b66c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2370183 Apr 06 10:00:28.941549 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58300) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:29.046874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:29.074221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:29.129462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:29.143833 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90c150-7967-4cc5-9707-e1425a5b3a3c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:29.151531 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:29.155005 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-216121eb-062d-40eb-afcb-2f1bb5fdc2f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f90c150-7967-4cc5-9707-e1425a5b3a3c HTTP/1.1" status: 204 len: 168 time: 0.2102876 Apr 06 10:00:29.459429 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613b584-f20e-429d-ba3a-1e43ef0bfa89 req-d7c7c14f-9a47-4ddf-93db-08da4660ecb2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:29.462988 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8613b584-f20e-429d-ba3a-1e43ef0bfa89 req-d7c7c14f-9a47-4ddf-93db-08da4660ecb2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1079452 Apr 06 10:00:29.593014 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8613b584-f20e-429d-ba3a-1e43ef0bfa89 req-b0c7860b-47b1-4db2-9faf-010c561e4c6a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052623 Apr 06 10:00:30.882820 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ded745-0ad3-4359-8b37-bd42ab78d804 req-e09384c9-953c-420a-9a96-6823ae82c543 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:30.890506 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b5ded745-0ad3-4359-8b37-bd42ab78d804 req-e09384c9-953c-420a-9a96-6823ae82c543 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1222286 Apr 06 10:00:30.963292 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b5ded745-0ad3-4359-8b37-bd42ab78d804 req-9ca3a9e1-83c9-4526-948d-6003e8f85b66 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Apr 06 10:00:32.198469 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58450) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:32.247275 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321480a-ef97-4df9-bb35-0220c6d08e24 req-573e976e-4787-423e-ab4d-1dce4bc690e0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:32.249230 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6321480a-ef97-4df9-bb35-0220c6d08e24 req-573e976e-4787-423e-ab4d-1dce4bc690e0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1139457 Apr 06 10:00:32.321163 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6321480a-ef97-4df9-bb35-0220c6d08e24 req-cf6ab8f5-1ef9-4850-9a6d-c7282dba3f85 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621364 Apr 06 10:00:32.485675 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.527749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:32.533485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Usage tracker for resource:security_group_rule and tenant:c682971dc02c47ab848a4578b82dcb3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:32.540858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:32.545030 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:32.628125 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.634072 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.676454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0b9b9-75d5-44b1-b63e-84d594294aa8,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:32.705354 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cb914422-6c6d-4916-9b06-0c6c0419e5fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c682971dc02c47ab848a4578b82dcb3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5045583 Apr 06 10:00:32.707971 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58468) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:32.771315 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.799682 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.856218 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.874506 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0b9b9-75d5-44b1-b63e-84d594294aa8,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:32.882772 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:32.884063 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3f49507e-6660-4edc-be1e-7f18d90c6719 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26c0b9b9-75d5-44b1-b63e-84d594294aa8 HTTP/1.1" status: 204 len: 168 time: 0.1747925 Apr 06 10:00:33.048847 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58480) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:33.265870 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.295922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:33.299828 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Usage tracker for resource:security_group_rule and tenant:d630892d3f014e4785b0ef00cc786939 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:33.302674 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:33.309322 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:33.378191 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.382035 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.428484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3967239-04e7-4048-aea4-5007dff36acc,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:33.433781 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-10ddd861-c193-4346-9d8e-0e0223e9d7ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d630892d3f014e4785b0ef00cc786939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3833687 Apr 06 10:00:33.436080 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58488) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:33.499932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.526966 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.551324 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d50ba-1525-4f01-aea6-06d9bbd7e2ff req-0c9a40ed-5a9a-44a1-bbef-c24040882f0c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:33.553556 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-080d50ba-1525-4f01-aea6-06d9bbd7e2ff req-0c9a40ed-5a9a-44a1-bbef-c24040882f0c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0975320 Apr 06 10:00:33.593486 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.608926 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3967239-04e7-4048-aea4-5007dff36acc,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:33.609371 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-080d50ba-1525-4f01-aea6-06d9bbd7e2ff req-d6c7972b-f8ee-460f-aa7b-22ff5ce9622a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Apr 06 10:00:33.628483 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:33.634058 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e922a187-90f0-49d7-9ff4-e3bd291e366e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3967239-04e7-4048-aea4-5007dff36acc HTTP/1.1" status: 204 len: 168 time: 0.1964846 Apr 06 10:00:34.025860 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58512) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:34.059652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3c8e-7e6a-47dc-a684-b72103296de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.063836 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.097779 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:34.103452 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Usage tracker for resource:security_group_rule and tenant:1b8a434826d0499cb4f3ad84c0ab5036 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:34.106899 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:34.113381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:34.182144 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.185931 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.232108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b5acf-3556-4501-af2c-9e6976e0148b,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:34.239925 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ef67dda5-497c-4f0c-adc9-d1aa0f1dbd43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b8a434826d0499cb4f3ad84c0ab5036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2104526 Apr 06 10:00:34.240368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58520) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:34.306058 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.330926 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.383701 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.399187 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b5acf-3556-4501-af2c-9e6976e0148b,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:34.405753 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:34.406828 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0492414f-c304-4330-a5fa-fa52ef7b024f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f06b5acf-3556-4501-af2c-9e6976e0148b HTTP/1.1" status: 204 len: 168 time: 0.1657629 Apr 06 10:00:34.856186 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b2de-27d9-451b-9373-5c6506e2ab61 req-e5a94870-91ee-4c91-b4e7-19666e71f34a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:34.857647 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1f9b2de-27d9-451b-9373-5c6506e2ab61 req-e5a94870-91ee-4c91-b4e7-19666e71f34a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0867090 Apr 06 10:00:34.907605 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1f9b2de-27d9-451b-9373-5c6506e2ab61 req-6965e141-2738-4bad-90a4-ff43ce697d1c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Apr 06 10:00:35.599548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58570) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:35.765932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:35.802970 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:35.807530 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Usage tracker for resource:security_group_rule and tenant:8ecb1f63f9cb4b7ca3bfd25af7054dab is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:35.810431 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:35.816523 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:35.894882 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:35.899779 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:35.938482 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ecb1f63f9cb4b7ca3bfd25af7054dab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378830 Apr 06 10:00:35.940902 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58590) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:36.006699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fb119-7985-4e96-838f-a21c091d95ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ed738-4ad0-465d-b982-edfe16040abb,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:36.028242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.068545 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.128086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.148956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ed738-4ad0-465d-b982-edfe16040abb,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:36.152315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.153512 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d96d97f0-0668-44cb-b57d-978f9694dbe2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be2ed738-4ad0-465d-b982-edfe16040abb HTTP/1.1" status: 204 len: 168 time: 0.2115324 Apr 06 10:00:36.172734 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b0901-b990-4f7b-b219-8f727c8a065f req-ff8178dc-024e-4279-a6ad-dac0096c33c1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:36.176105 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-178b0901-b990-4f7b-b219-8f727c8a065f req-ff8178dc-024e-4279-a6ad-dac0096c33c1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1028545 Apr 06 10:00:36.233305 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-e658321d-0615-4547-8a02-bb266fcebaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.235936 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-178b0901-b990-4f7b-b219-8f727c8a065f req-909a7a58-2e53-4e92-b336-7c50c46f6f43 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537426 Apr 06 10:00:36.597207 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58620) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:36.618834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.649652 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:36.653749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Usage tracker for resource:security_group_rule and tenant:3e0ca094161d4d83913fc4428b4da3bc is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:36.656893 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:36.663874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:36.734106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.738222 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.784152 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfbe59-6acd-4b58-9b73-13658408729a,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:36.791193 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-4bab8934-f720-4c21-a601-377018049b2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e0ca094161d4d83913fc4428b4da3bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929770 Apr 06 10:00:36.794241 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58632) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:36.863137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.903446 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:36.965972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.004337 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58638) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:37.017751 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfbe59-6acd-4b58-9b73-13658408729a,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:37.026363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.031118 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-bdd9a02e-b1d8-402b-8434-26b435d5969e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fdfbe59-6acd-4b58-9b73-13658408729a HTTP/1.1" status: 204 len: 168 time: 0.2322741 Apr 06 10:00:37.065198 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-97cebb9b-4161-4107-88e0-dd4a44956d6e req-0a3650c9-367b-45de-927e-4fa042601cb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1099 time: 0.0808861 Apr 06 10:00:37.117706 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-97cebb9b-4161-4107-88e0-dd4a44956d6e req-c6b5db84-78f5-477e-bc23-d9048f35172c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Apr 06 10:00:37.195442 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.249313 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:37.253965 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a05f449bad534ccb968ed5b87eb66747 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:37.263529 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:37.270380 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:37.356805 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.361001 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.373710 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.418917 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5dcd7-9b84-4c9c-8b5d-ccdee973df0c,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:37.427902 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a24ef0ee-ead5-4076-b8f9-e231cf9852e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a05f449bad534ccb968ed5b87eb66747&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4221284 Apr 06 10:00:37.429281 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58662) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:37.477785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ba285-dba9-447f-8352-2ccce0c57cf8 req-a56f1507-37ce-49f8-8e0f-7c4e0bdb35e7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:37.479784 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-554ba285-dba9-447f-8352-2ccce0c57cf8 req-a56f1507-37ce-49f8-8e0f-7c4e0bdb35e7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1094995 Apr 06 10:00:37.482884 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.522106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.552008 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-554ba285-dba9-447f-8352-2ccce0c57cf8 req-91dabf3c-dd97-453d-95d0-22b7d2f4917c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Apr 06 10:00:37.560456 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.624429 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.640951 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5dcd7-9b84-4c9c-8b5d-ccdee973df0c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:37.660650 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:37.664777 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5e164088-a462-435a-98e1-b41e635fb565 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79e5dcd7-9b84-4c9c-8b5d-ccdee973df0c HTTP/1.1" status: 204 len: 168 time: 0.2317512 Apr 06 10:00:38.271605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58688) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:38.297165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.355953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:38.361104 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Usage tracker for resource:security_group_rule and tenant:e91f7925b5d74ee4b2c7a5dd3e372464 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:38.364861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:38.372452 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:38.481220 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.489394 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.527314 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e91f7925b5d74ee4b2c7a5dd3e372464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2535455 Apr 06 10:00:38.530059 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58696) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:38.574756 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ade9c9-bb15-4fbe-a41b-86a5a4b7ccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4af21-2901-4198-b3ad-56dc3c3b8ae9,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:38.636770 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:00:38.652569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.703885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.705249 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.847991 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.874920 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4af21-2901-4198-b3ad-56dc3c3b8ae9,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:38.913304 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:38.914422 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-702a3a68-de02-4607-9e9b-33fa602ed53e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc4af21-2901-4198-b3ad-56dc3c3b8ae9 HTTP/1.1" status: 204 len: 168 time: 0.3834021 Apr 06 10:00:38.940901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550a8f-b751-44dd-91bd-e06c683a24d2 req-ae7cf57c-8305-4daf-88f8-07ad3bcd5c3e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:38.948961 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fa550a8f-b751-44dd-91bd-e06c683a24d2 req-ae7cf57c-8305-4daf-88f8-07ad3bcd5c3e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1713355 Apr 06 10:00:39.011788 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fa550a8f-b751-44dd-91bd-e06c683a24d2 req-5607a413-3088-4b25-af61-f0a1c7a4db0d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Apr 06 10:00:39.142067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58722) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:39.175053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58728) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:39.277536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5051f6-b357-4b73-9153-d63142bb8361 req-cd20795e-b453-4545-ba8a-09bcb2ba12d9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:39.285077 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ae5051f6-b357-4b73-9153-d63142bb8361 req-cd20795e-b453-4545-ba8a-09bcb2ba12d9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1476769 Apr 06 10:00:39.473852 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ae5051f6-b357-4b73-9153-d63142bb8361 req-2da92a85-155e-40d5-ab4d-dcb7568ae89e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868756 Apr 06 10:00:39.683278 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:39.721919 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:39.774658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:39.781953 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Usage tracker for resource:security_group_rule and tenant:93d19bba718447f09e54932c0cb28774 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:39.787241 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:39.791840 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:39.798841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:39.801053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Usage tracker for resource:security_group_rule and tenant:a8aa78f810c9497b9f9cdf684b04cc2a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:39.805563 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:39.815708 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:39.944002 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:39.949804 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:39.951542 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:39.997726 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.006255 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93d19bba718447f09e54932c0cb28774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8299928 Apr 06 10:00:40.009437 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58756) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:40.041188 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3063-51de-4e40-8871-61646ec10a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c498a21-c426-4eab-b156-001678c9e7e2,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:40.063893 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8aa78f810c9497b9f9cdf684b04cc2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9205787 Apr 06 10:00:40.071490 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58760) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:40.080032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.097346 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fce24e-de7a-4384-8624-5191045f2afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbce1bb-2103-4b84-9469-80dafb5068fd,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:40.112622 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.154612 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.181758 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.192666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.211714 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c498a21-c426-4eab-b156-001678c9e7e2,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:40.222119 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.224315 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8f9a4fcc-ff28-4e54-b294-f5a49106c43c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c498a21-c426-4eab-b156-001678c9e7e2 HTTP/1.1" status: 204 len: 168 time: 0.2126060 Apr 06 10:00:40.261423 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.279512 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbce1bb-2103-4b84-9469-80dafb5068fd,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:40.293015 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.294982 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-84cf2dc7-08c3-4cb3-80b6-aa45cf696f05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bbce1bb-2103-4b84-9469-80dafb5068fd HTTP/1.1" status: 204 len: 168 time: 0.2222035 Apr 06 10:00:40.821310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 58794) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:40.840328 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.877405 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:40.886410 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:75cefad3e6964b94849600d41a4a293e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:40.889441 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:40.895485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:40.978215 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:40.986513 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:41.052785 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0d524c-6b95-4069-b818-8df4317ea4b5,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:41.068484 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-367e2cbc-30eb-42b2-91b3-5ee85e951ea0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75cefad3e6964b94849600d41a4a293e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431428 Apr 06 10:00:41.068798 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 58822) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:41.180924 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:41.220658 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:41.298587 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:41.324473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0d524c-6b95-4069-b818-8df4317ea4b5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:41.329190 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:41.330456 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5bcd6636-4b66-481a-b73d-cbb783a643a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc0d524c-6b95-4069-b818-8df4317ea4b5 HTTP/1.1" status: 204 len: 168 time: 0.2606208 Apr 06 10:00:41.545410 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-91308c9e-023d-4399-8063-0c2feb066baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.1040344 Apr 06 10:00:41.845986 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c5bc7-4031-4789-8363-4b7809a33eee req-2b3da1a4-4f4a-4329-ac60-b26b7d7d125a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:41.847566 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-2b3da1a4-4f4a-4329-ac60-b26b7d7d125a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.2942638 Apr 06 10:00:41.910840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af302aad-fbc8-45b1-9a88-40ce661c30dc req-425b70c1-6887-41e2-a994-c2355e783ea8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:41.912431 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af302aad-fbc8-45b1-9a88-40ce661c30dc req-425b70c1-6887-41e2-a994-c2355e783ea8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.2604203 Apr 06 10:00:41.933881 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-bb909749-c4c0-4b41-ae42-e80d1a8e564d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.0778615 Apr 06 10:00:42.025755 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af302aad-fbc8-45b1-9a88-40ce661c30dc req-1c450f59-ded8-4a07-b667-cda4fe57f678 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 Apr 06 10:00:42.027369 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c5bc7-4031-4789-8363-4b7809a33eee req-15f1c396-0e99-490d-bdf3-aea81e0628c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:42.028870 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-15f1c396-0e99-490d-bdf3-aea81e0628c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0803087 Apr 06 10:00:42.135543 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-99e3ca31-a9a3-4e00-9817-b60ceef01cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1003041 Apr 06 10:00:42.347536 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-5afc7567-b531-4815-8cf9-9a426ff82f59 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045658 Apr 06 10:00:42.514794 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-898c5bc7-4031-4789-8363-4b7809a33eee req-748fabaf-79b8-400d-93ba-0abca8840f86 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593156 Apr 06 10:00:43.263575 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55fc6-95f6-4d00-974a-a69579789dd9 req-21f0c744-1b60-48db-b1bd-d90fecf55da8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:43.271027 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc55fc6-95f6-4d00-974a-a69579789dd9 req-21f0c744-1b60-48db-b1bd-d90fecf55da8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0964484 Apr 06 10:00:43.318510 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc55fc6-95f6-4d00-974a-a69579789dd9 req-135946bd-64d6-4795-a4d0-f44ec4ecff76 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Apr 06 10:00:44.537346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21896438-8cb6-4fd0-b027-1c75160e483d req-e2f1513b-63ac-498b-81a7-001edbc607ff tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:44.538795 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-21896438-8cb6-4fd0-b027-1c75160e483d req-e2f1513b-63ac-498b-81a7-001edbc607ff tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0818071 Apr 06 10:00:44.591585 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-21896438-8cb6-4fd0-b027-1c75160e483d req-c60585ac-bcca-4031-96b8-2e249164782a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Apr 06 10:00:45.799523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed5c2-b7ce-4610-b792-386cfa7d99b4 req-93d2d5b7-ebf4-4ccc-9b1f-b6527008d09f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:45.801013 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-db6ed5c2-b7ce-4610-b792-386cfa7d99b4 req-93d2d5b7-ebf4-4ccc-9b1f-b6527008d09f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0843282 Apr 06 10:00:45.852078 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-db6ed5c2-b7ce-4610-b792-386cfa7d99b4 req-2cd3e2bf-fec9-41c3-908b-b829ebc1963d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Apr 06 10:00:47.063213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2859f-66fa-492c-97c5-2b3532e5fe17 req-5fa1e336-f984-469d-9b4a-172ad791920a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:47.064577 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fdf2859f-66fa-492c-97c5-2b3532e5fe17 req-5fa1e336-f984-469d-9b4a-172ad791920a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0786822 Apr 06 10:00:47.110684 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fdf2859f-66fa-492c-97c5-2b3532e5fe17 req-c5785f1b-509f-4309-8026-515694130900 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Apr 06 10:00:48.380354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a656b29-e31f-43bd-b9c0-ee150e33ac89 req-6088a4fb-1aaa-4e9c-bec3-529c8508e68c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:48.383783 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3a656b29-e31f-43bd-b9c0-ee150e33ac89 req-6088a4fb-1aaa-4e9c-bec3-529c8508e68c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1213057 Apr 06 10:00:48.457392 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3a656b29-e31f-43bd-b9c0-ee150e33ac89 req-bdfd71aa-c447-4522-a7a5-1b2b1549eea6 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531478 Apr 06 10:00:49.398292 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59112) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:49.557276 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:49.596904 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:49.601639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff01b89e7a842e08b441c9914da0bad is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:49.604685 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:49.610376 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:49.704414 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c479-a066-4400-8e96-d100c0ee58eb req-982c58cf-06fa-449e-a29f-59509bd47d6c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:49.705775 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e998c479-a066-4400-8e96-d100c0ee58eb req-982c58cf-06fa-449e-a29f-59509bd47d6c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0974827 Apr 06 10:00:49.751444 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:49.759276 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:49.782422 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e998c479-a066-4400-8e96-d100c0ee58eb req-d485cfc9-abe6-4996-93ed-a395e3400f5d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Apr 06 10:00:49.832971 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32779cf5-342f-4559-a36c-3ee944a27459,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:49.847081 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-4813a392-e067-4dcc-b76b-69cbc9f6e2b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ff01b89e7a842e08b441c9914da0bad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4476793 Apr 06 10:00:49.849907 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59134) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:49.929746 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:49.957161 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.015408 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.031109 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32779cf5-342f-4559-a36c-3ee944a27459,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:50.048902 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.052815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-49d85688-322f-4006-a68d-345c1ced118e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32779cf5-342f-4559-a36c-3ee944a27459 HTTP/1.1" status: 204 len: 168 time: 0.2017601 Apr 06 10:00:50.329433 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59166) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:50.477851 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.512516 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:50.516351 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:55f287bb1bb7428aa118363328aa1fd6 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:50.519145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:50.526037 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:50.612568 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.622558 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.673885 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4a985-8c3e-4efb-8922-402befbd91c0,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:50.679664 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-56df44bb-19ca-4351-a0ee-18ca1f07b2c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55f287bb1bb7428aa118363328aa1fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486047 Apr 06 10:00:50.682270 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59182) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:50.749760 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.774471 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.831943 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.853380 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed4a985-8c3e-4efb-8922-402befbd91c0,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:50.867250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:50.873279 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-183c64a4-1f80-4d9d-b560-81e432aafc45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ed4a985-8c3e-4efb-8922-402befbd91c0 HTTP/1.1" status: 204 len: 168 time: 0.1899881 Apr 06 10:00:51.011743 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1e3e1-91aa-4ffb-a2dc-eb48f60d5336 req-ea26fdff-1e9b-4663-a1af-b28fcd9c9318 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:51.016798 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-bbd1e3e1-91aa-4ffb-a2dc-eb48f60d5336 req-ea26fdff-1e9b-4663-a1af-b28fcd9c9318 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0943906 Apr 06 10:00:51.073677 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-bbd1e3e1-91aa-4ffb-a2dc-eb48f60d5336 req-e58d77db-9fd3-45dc-9fff-6c7f8b204ac2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538123 Apr 06 10:00:51.251356 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59204) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:51.273183 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.308622 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:51.312698 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Usage tracker for resource:security_group_rule and tenant:92c59710ca714c9080fc17f2b92fc36f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:51.315718 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:51.324748 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:51.418879 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.425725 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.498172 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eededdd1-290d-4ca3-9894-10779feae7e6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:51.505799 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59216) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:51.516880 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9a72eeeb-2b88-4cd9-b29b-38d0e73f3d12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92c59710ca714c9080fc17f2b92fc36f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2642746 Apr 06 10:00:51.574068 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.601286 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.667212 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.688366 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eededdd1-290d-4ca3-9894-10779feae7e6,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:51.698090 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:51.716338 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9099d91d-ef72-4008-9e05-b0c5026c4ef9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eededdd1-290d-4ca3-9894-10779feae7e6 HTTP/1.1" status: 204 len: 168 time: 0.2094133 Apr 06 10:00:51.933605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59234) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:52.079097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.111464 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:52.117802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d13cdf65c6504b859fec07a81dde215c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:52.121319 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:52.127581 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:52.217519 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.254411 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.311288 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb1a3f6-99bc-4a2c-b952-15dbed657aa4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:52.330034 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8f2a3696-cc88-460b-bef0-eeb66addbbb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d13cdf65c6504b859fec07a81dde215c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3886623 Apr 06 10:00:52.330491 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59250) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:52.350475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dc75f-eaa9-4459-b5d4-eb350ad0e44e req-76d4236a-6895-415c-aef5-fc2be47afee8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:52.356732 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c24dc75f-eaa9-4459-b5d4-eb350ad0e44e req-76d4236a-6895-415c-aef5-fc2be47afee8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1418166 Apr 06 10:00:52.393981 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.428979 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.495091 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c24dc75f-eaa9-4459-b5d4-eb350ad0e44e req-d04b0103-2d12-4e94-aaef-b65248d38b26 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361926 Apr 06 10:00:52.495920 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.520297 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb1a3f6-99bc-4a2c-b952-15dbed657aa4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:52.533429 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.534936 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b819bd54-67ca-421a-b966-096af340127b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bb1a3f6-99bc-4a2c-b952-15dbed657aa4 HTTP/1.1" status: 204 len: 168 time: 0.2076962 Apr 06 10:00:52.619759 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59262) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:52.757815 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054392715-network', 'tenant_id': 'ee68ab66f0a54e768c765bc288833e94'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:52.770580 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:52.775537 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Usage tracker for resource:network and tenant:ee68ab66f0a54e768c765bc288833e94 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:52.781169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:52.793124 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:52.818602 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Made reservation on behalf of ee68ab66f0a54e768c765bc288833e94 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:00:52.821948 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.839275 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:52.883517 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:52.900313 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Usage tracker for resource:security_group_rule and tenant:ee68ab66f0a54e768c765bc288833e94 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:52.906078 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:52.915766 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:53.014406 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.019967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.051784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:00:53.063059 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.063519 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Added segment c3950365-a95a-4ec3-9291-888bedb60102 of type vlan for network d1810d7d-4702-4fa3-b5ed-619d3e179458 Apr 06 10:00:53.092663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59278) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:53.115238 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.128699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.145180 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e502851-1403-4a17-afa4-34a60199d8c5,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:53.172081 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.173647 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:53.174235 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.186098 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:53.192435 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-322ca4fe-1f45-4611-bcd8-60b5fbef24c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.1553068 Apr 06 10:00:53.193367 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Usage tracker for resource:security_group_rule and tenant:d5ab342a064c4d6281d0b6e2116dfe88 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:53.197278 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:53.203127 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:53.283427 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] Pushing event updated for resources: {'Network': ['ID=d1810d7d-4702-4fa3-b5ed-619d3e179458,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:53.291155 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6b040689-add4-4810-8a39-e77001ac2160 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6671782 Apr 06 10:00:53.291437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59284) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:53.297090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network d1810d7d-4702-4fa3-b5ed-619d3e179458 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:00:53.297749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Request body: {'subnet': {'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054392715-subnet', 'tenant_id': 'ee68ab66f0a54e768c765bc288833e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:53.303517 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:53.308506 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Usage tracker for resource:subnet and tenant:ee68ab66f0a54e768c765bc288833e94 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:53.311406 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:53.317854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:53.328642 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Made reservation on behalf of ee68ab66f0a54e768c765bc288833e94 for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:00:53.332206 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.398824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-efda65a4-6c6a-40e4-8ff1-946926bc9960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:53.400418 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-efda65a4-6c6a-40e4-8ff1-946926bc9960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1774049 Apr 06 10:00:53.402286 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.407127 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.519571 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-37964b10-a9d6-4233-b4d6-b1396bccb25c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.1048212 Apr 06 10:00:53.524797 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8016ca50-98ea-4b9e-9d31-a2ea4f2461ad,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:53.571541 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-20ced566-e6fb-4e05-85ac-ce36d1ab4eec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5ab342a064c4d6281d0b6e2116dfe88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4721787 Apr 06 10:00:53.574553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59290) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:53.582960 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.619268 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-6f139e14-ac7f-46a1-aea9-a40f3b7f1df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:53.620755 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-6f139e14-ac7f-46a1-aea9-a40f3b7f1df6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0931315 Apr 06 10:00:53.701317 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.702525 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258340a3-5b05-4743-95bf-25b4a423bd27,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:53.722931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Checking segment: {'id': 'c3950365-a95a-4ec3-9291-888bedb60102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:00:53.723271 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Network hostable DHCP agents. Network: d1810d7d-4702-4fa3-b5ed-619d3e179458, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:00:53.739595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.761693 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-5f7ce467-4cc9-40fa-8316-8c4f178a875d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1337430 Apr 06 10:00:53.771840 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d92af-c366-47cd-86fd-212e85e849d9 req-b9c76ac3-ed79-4515-9c70-3070b474363b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:53.773915 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d71d92af-c366-47cd-86fd-212e85e849d9 req-b9c76ac3-ed79-4515-9c70-3070b474363b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1274123 Apr 06 10:00:53.774391 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Network d1810d7d-4702-4fa3-b5ed-619d3e179458 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:00:53.796957 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, d1810d7d-4702-4fa3-b5ed-619d3e179458) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:00:53.804428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:53.804970 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.812081 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8a75a-9005-413c-9d81-5f30d26d4402 None None] Network d1810d7d-4702-4fa3-b5ed-619d3e179458 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:00:53.839655 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d71d92af-c366-47cd-86fd-212e85e849d9 req-f49bdfd9-6a93-4712-81f3-b7107e54b8fc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Apr 06 10:00:53.841425 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2589d4ad-43ed-4846-9f5e-21691e2a66b9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5490787 Apr 06 10:00:53.908180 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.943985 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.951541 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016ca50-98ea-4b9e-9d31-a2ea4f2461ad,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:53.967940 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-cfb31061-d85a-423b-9ce7-cc6dc7f0141d service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925225 Apr 06 10:00:53.970297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:53.970297 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e9fed136-5d61-4575-8478-1f54a2af2d91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8016ca50-98ea-4b9e-9d31-a2ea4f2461ad HTTP/1.1" status: 204 len: 168 time: 0.3943632 Apr 06 10:00:54.144860 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-847b0bec-61f2-4164-a33c-d50f4a7512ae req-2a744e80-093a-4c31-9f64-66b1510db27a service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663456 Apr 06 10:00:54.166391 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4965f-547d-4a67-ad5b-415c0d028e34 None None] Network d1810d7d-4702-4fa3-b5ed-619d3e179458 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:00:54.553751 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59314) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:54.583783 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:54.650045 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:54.657204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe8404d21f84d5fbc7cf0ea554ba6f5 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:54.664533 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:54.670648 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:54.789618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:54.795683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:54.852309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbe8404d21f84d5fbc7cf0ea554ba6f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960436 Apr 06 10:00:54.856297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59328) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:54.861275 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e108067-19d0-4abd-9a64-63f38fe95054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bc93f-e106-4cf5-9c0b-43214bc468f1,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:54.971206 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.033741 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.218845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.240385 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bc93f-e106-4cf5-9c0b-43214bc468f1,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:55.251731 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50891d8-9310-4d39-a2f6-c5c18c480780 req-cf657cd2-439a-4fc3-92d3-a1e62b03c4b0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:55.253381 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f50891d8-9310-4d39-a2f6-c5c18c480780 req-cf657cd2-439a-4fc3-92d3-a1e62b03c4b0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1873426 Apr 06 10:00:55.257878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.261626 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b14afe7a-8422-4ee3-90aa-c42400175c99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/299bc93f-e106-4cf5-9c0b-43214bc468f1 HTTP/1.1" status: 204 len: 168 time: 0.4041677 Apr 06 10:00:55.266754 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d36f4a93-91f9-49dc-ab52-9a769687ed08 req-5ca7c7a0-e9ab-40c1-9171-b3dd21c2a5c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.1400990 Apr 06 10:00:55.341349 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f50891d8-9310-4d39-a2f6-c5c18c480780 req-03f95218-a01f-4e72-b215-6e7fe2bb05c4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775945 Apr 06 10:00:55.347641 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d36f4a93-91f9-49dc-ab52-9a769687ed08 req-a3ed16f4-38b3-48a7-bf77-d05424b4b4e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Apr 06 10:00:55.388741 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59348) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:55.394634 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-111065985-network', 'tenant_id': 'e0285396e92c41b4b203bde16881dd4c'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:55.400491 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:55.404291 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Usage tracker for resource:network and tenant:e0285396e92c41b4b203bde16881dd4c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:55.407102 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:55.414311 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:55.425574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Made reservation on behalf of e0285396e92c41b4b203bde16881dd4c for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:00:55.428071 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.441386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.477258 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:55.481534 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Usage tracker for resource:security_group_rule and tenant:e0285396e92c41b4b203bde16881dd4c is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:55.484351 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:55.493602 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:55.573149 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.577275 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.610295 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:00:55.615844 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a2948-7464-488c-bb4c-b0990eda9bc9,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:55.627866 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.628189 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Added segment 51395080-d274-4e78-a8d1-27314f512b2b of type vlan for network f5d6b58e-84cf-492c-aef6-d993f82dd380 Apr 06 10:00:55.660074 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.691852 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.692990 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:55.693646 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:55.805408 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] Pushing event updated for resources: {'Network': ['ID=f5d6b58e-84cf-492c-aef6-d993f82dd380,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:55.811349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59366) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:00:55.817941 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network f5d6b58e-84cf-492c-aef6-d993f82dd380 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:00:55.822905 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Request body: {'subnet': {'network_id': 'f5d6b58e-84cf-492c-aef6-d993f82dd380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-111065985-subnet', 'tenant_id': 'e0285396e92c41b4b203bde16881dd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:55.825010 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-096eb482-ef4e-4ca9-8174-e1ee9355d90b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4349136 Apr 06 10:00:55.838443 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:55.842394 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Usage tracker for resource:subnet and tenant:e0285396e92c41b4b203bde16881dd4c is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:55.848210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:55.863842 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:55.886972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Made reservation on behalf of e0285396e92c41b4b203bde16881dd4c for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:00:55.889328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835203'] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:56.161921 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2677214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835245'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:56.241585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d53ea23-9207-4706-826e-b25e25950e7e,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:00:56.251311 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Checking segment: {'id': '51395080-d274-4e78-a8d1-27314f512b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f5d6b58e-84cf-492c-aef6-d993f82dd380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:00:56.251661 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Network hostable DHCP agents. Network: f5d6b58e-84cf-492c-aef6-d993f82dd380, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:00:56.274314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Network f5d6b58e-84cf-492c-aef6-d993f82dd380 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:00:56.283554 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, f5d6b58e-84cf-492c-aef6-d993f82dd380) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:00:56.288163 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:56.289090 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:56.293226 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f0e35-5c92-4b95-a5d1-8501545cbf2c None None] Network f5d6b58e-84cf-492c-aef6-d993f82dd380 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:00:56.319568 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-55ecdc29-893c-4a1c-a88d-0b56732158a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4987011 Apr 06 10:00:56.562344 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a5b41-b30e-4821-8290-cc57ad3e7c12 None None] Network f5d6b58e-84cf-492c-aef6-d993f82dd380 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:00:56.592414 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9233af-06b5-4f5e-a2e9-1988470832bd req-e54611eb-d92f-4965-83d1-fd7a3fe32bb2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:56.594285 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-bd9233af-06b5-4f5e-a2e9-1988470832bd req-e54611eb-d92f-4965-83d1-fd7a3fe32bb2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1102397 Apr 06 10:00:56.676371 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-bd9233af-06b5-4f5e-a2e9-1988470832bd req-8d375e57-5d6d-433b-95ab-2026bff0eb1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738440 Apr 06 10:00:57.123414 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-43bd321b-dea6-4fc3-b0ca-78b8bf8cc4de tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:57.123414 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-43bd321b-dea6-4fc3-b0ca-78b8bf8cc4de tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/networks?id=d1810d7d-4702-4fa3-b5ed-619d3e179458 HTTP/1.1" status: 200 len: 809 time: 0.2195942 Apr 06 10:00:57.136427 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-3d70ec8e-74d9-4624-88a9-267a58436801 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/quotas/ee68ab66f0a54e768c765bc288833e94 HTTP/1.1" status: 200 len: 375 time: 0.0100923 Apr 06 10:00:57.181217 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-2fae90f3-cd61-42be-8265-b1f1696ee063 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee68ab66f0a54e768c765bc288833e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398827 Apr 06 10:00:57.321331 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-f89286e1-2c92-4e04-b7ae-cddffa36de6f service neutron] 10.222.0.39 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323347 Apr 06 10:00:57.454537 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-bb40bb87-2b19-48b3-9749-19228c57b532 service neutron] 10.222.0.39 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278763 Apr 06 10:00:57.648861 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b15416c9-5114-452a-ad40-f22752319356 req-536a2ecd-1304-4975-99c3-ed029343e5cd tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 210 time: 0.0448947 Apr 06 10:00:57.899075 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eef42d-2648-4aef-ac99-fb4a0e5f91e2 req-10526ef2-f4c4-4a4c-b8c7-28409d307af1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:57.900543 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-50eef42d-2648-4aef-ac99-fb4a0e5f91e2 req-10526ef2-f4c4-4a4c-b8c7-28409d307af1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0994735 Apr 06 10:00:57.972402 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-50eef42d-2648-4aef-ac99-fb4a0e5f91e2 req-dcc906d6-b12a-4caf-b0bb-9b1d0955fff8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Apr 06 10:00:58.205223 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e2006564-b260-48af-9c91-bae1a36fa852 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4992fce735464517aae44992e48361ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300484 Apr 06 10:00:58.414675 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e78bb05b-7e6e-4335-87dd-0a09416baa69 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:58.416173 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e78bb05b-7e6e-4335-87dd-0a09416baa69 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052031 Apr 06 10:00:58.433382 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-55469641-4fb3-4de6-a003-b29e888ec4b1 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/quotas/4992fce735464517aae44992e48361ee HTTP/1.1" status: 200 len: 375 time: 0.0114815 Apr 06 10:00:58.486899 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-a096afb3-ce79-4944-acc9-cb6e65fa2bf5 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4992fce735464517aae44992e48361ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477023 Apr 06 10:00:58.662449 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-2dabb8f3-887e-4a6b-9588-38ef770d017a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.0868568 Apr 06 10:00:58.815267 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383d17-7245-4e30-9263-9f4c936994a6 req-5475bf20-62cf-4210-882f-986cf0e066e1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:58.829077 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f0383d17-7245-4e30-9263-9f4c936994a6 req-5475bf20-62cf-4210-882f-986cf0e066e1 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1965740 Apr 06 10:00:58.855031 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a870645-be29-44e7-8da6-f05fb22d7277 req-5f53a691-4e4a-4315-b0a8-c56b2e95921c tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 210 time: 0.1424215 Apr 06 10:00:58.899765 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f0383d17-7245-4e30-9263-9f4c936994a6 req-d249be07-7a4d-4181-9129-4a306d66bf59 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686657 Apr 06 10:00:58.961374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-d29304f1-1e04-4fb2-a3d2-811586d818cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:58.963068 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-d29304f1-1e04-4fb2-a3d2-811586d818cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.2888105 Apr 06 10:00:59.174048 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-649b5e76-ddc4-4d09-9c96-59c6b86dc070 req-1cbbd6c1-8412-41f9-81c9-56c7a8436df5 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 210 time: 0.1141889 Apr 06 10:00:59.175220 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-4b6e47c0-b9c2-4dfe-853d-dcbe98fd18c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.1761360 Apr 06 10:00:59.282396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-d61f827b-a363-4611-a5a3-5f9d1db0e85b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:59.283958 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-d61f827b-a363-4611-a5a3-5f9d1db0e85b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0996778 Apr 06 10:00:59.296477 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-ac82653b-9854-454f-bf1c-0eeb5f4eee6e tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:00:59.297814 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-ac82653b-9854-454f-bf1c-0eeb5f4eee6e tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.48 "GET /v2.0/networks?id=d1810d7d-4702-4fa3-b5ed-619d3e179458 HTTP/1.1" status: 200 len: 809 time: 0.3335948 Apr 06 10:00:59.423526 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Request body: {'port': {'device_id': '43395584-f8b8-4e71-b87b-96bb3590669c', 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458', 'admin_state_up': True, 'tenant_id': 'ee68ab66f0a54e768c765bc288833e94'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:00:59.585676 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-9f830ed9-af9b-4b57-85d7-c2ecbc4fa614 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2094750 Apr 06 10:00:59.586561 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:00:59.590301 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Usage tracker for resource:port and tenant:ee68ab66f0a54e768c765bc288833e94 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:00:59.594310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:00:59.684572 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:00:59.749761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Made reservation on behalf of ee68ab66f0a54e768c765bc288833e94 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:00:59.752637 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:00:59.854528 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-99ed2ae4-670b-4d7f-92e6-02f0c830b48f service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611451 Apr 06 10:01:00.041974 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9da8333d-4b20-459e-ad90-277311e1a598 req-a89bc085-a2e2-49fa-829e-6a342cc0c28d tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 210 time: 0.0527539 Apr 06 10:01:00.168440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-5d93847f-c0f0-4e9e-af4e-17f631d0766b service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989717 Apr 06 10:01:00.178182 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-d62e3b28-9644-45b9-a7a9-7e273c74c753 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4992fce735464517aae44992e48361ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2079287 Apr 06 10:01:00.311144 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Allocated IP 172.20.0.11 (d1810d7d-4702-4fa3-b5ed-619d3e179458/258340a3-5b05-4743-95bf-25b4a423bd27/8a91e862-2918-4b7a-b3e6-ede9ab84e846) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:00.365309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-bdeabac2-8d8c-4172-992b-ca87e79b7b3c req-e14f439a-f1d7-48b2-a375-8783be5d9281 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 210 time: 0.0413558 Apr 06 10:01:00.408876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b5e3a-fdbc-4967-9f83-7fd4f7b5e877 req-475c7498-123f-4bff-81ae-bbdc677dee88 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:00.410285 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-707b5e3a-fdbc-4967-9f83-7fd4f7b5e877 req-475c7498-123f-4bff-81ae-bbdc677dee88 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.2970185 Apr 06 10:01:00.418396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-17636764-74dd-4919-8c78-932923664a0e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:00.419671 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-17636764-74dd-4919-8c78-932923664a0e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358558 Apr 06 10:01:00.447484 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Request body: {'port': {'device_id': '50845e68-5ac4-4e09-85d0-518b795cb174', 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681', 'admin_state_up': True, 'tenant_id': '4992fce735464517aae44992e48361ee'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:00.635368 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-707b5e3a-fdbc-4967-9f83-7fd4f7b5e877 req-370678fb-8351-456f-95ed-e6f08bf5aab2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147739 Apr 06 10:01:00.715904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:00.729199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Usage tracker for resource:port and tenant:4992fce735464517aae44992e48361ee is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:00.733218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:00.737728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:00.744776 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:00.759368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Made reservation on behalf of 4992fce735464517aae44992e48361ee for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:00.762259 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:00.778150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:00.812225 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:00.868183 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:00.877704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Usage tracker for resource:security_group_rule and tenant:4992fce735464517aae44992e48361ee is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:00.885663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:00.903409 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:00.910207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Network d1810d7d-4702-4fa3-b5ed-619d3e179458 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:00.915021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:00.918430 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Pushing event updated for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:00.920546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:00.992153 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:00.992696 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.037375 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-7ffd0b4d-75ce-4763-9ccd-f8721ed20566 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6215575 Apr 06 10:01:01.053459 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.058049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.138885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:01.216025 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4d2fbdf0-e91e-406a-89e9-c2cf0b4137f9 req-2df106e4-bdf5-4d54-bc30-16f121d3f511 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 210 time: 0.0417652 Apr 06 10:01:01.242379 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Allocated IP 192.168.233.208 (7409f235-33e9-4ea9-b12b-27c622f01681/8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f/b5cd755e-d626-45fa-8dc5-de50a8ebf4c6) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:01.320556 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Request body: {'port': {'device_id': '43395584-f8b8-4e71-b87b-96bb3590669c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:01.672769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.695425 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.721961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Transition to ACTIVE for port object b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:01.808713 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014301a-725c-4f00-9bf8-1a2f4cea309d req-318c5da8-28df-4686-99bc-61604aec2b9f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:01.809327 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-0014301a-725c-4f00-9bf8-1a2f4cea309d req-318c5da8-28df-4686-99bc-61604aec2b9f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Synchronizing usage tracker for tenant:ee68ab66f0a54e768c765bc288833e94 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:01.840096 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d4d9-84fe-4ef8-92a1-ab2850054627 req-a6ca0986-6e93-4b11-bac7-5db10ac603aa tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:01.841546 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6ea2d4d9-84fe-4ef8-92a1-ab2850054627 req-a6ca0986-6e93-4b11-bac7-5db10ac603aa tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0795965 Apr 06 10:01:01.875853 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:01.890694 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6ea2d4d9-84fe-4ef8-92a1-ab2850054627 req-5bdccc48-8e3b-4679-8369-50295a58c379 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Apr 06 10:01:01.940204 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-0014301a-725c-4f00-9bf8-1a2f4cea309d req-318c5da8-28df-4686-99bc-61604aec2b9f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Unset dirty status for tenant:ee68ab66f0a54e768c765bc288833e94 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:01.941356 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0014301a-725c-4f00-9bf8-1a2f4cea309d req-318c5da8-28df-4686-99bc-61604aec2b9f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 932 time: 0.3781240 Apr 06 10:01:02.044580 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Network 7409f235-33e9-4ea9-b12b-27c622f01681 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:02.055086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:02.056816 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Pushing event updated for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:02.066761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:02.140158 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0014301a-725c-4f00-9bf8-1a2f4cea309d req-e7fdec0f-013f-4709-877b-b8d66ff5c594 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751001 Apr 06 10:01:02.175741 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:02.176355 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:02.206180 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-e071c2dd-f5f2-4f37-84f4-2fde90f44380 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7626717 Apr 06 10:01:02.263262 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Request body: {'port': {'device_id': '50845e68-5ac4-4e09-85d0-518b795cb174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:02.292562 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-c140826d-42ce-4bc6-acb7-50a1bea590a2 None None] Provisioning for port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:02.298953 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-c140826d-42ce-4bc6-acb7-50a1bea590a2 None None] Provisioning complete for port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:02.298953 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c140826d-42ce-4bc6-acb7-50a1bea590a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:02.327565 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a91e862-2918-4b7a-b3e6-ede9ab84e846 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:02.337475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:02.356085 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c140826d-42ce-4bc6-acb7-50a1bea590a2 None None] Port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:01:02.392953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Transition to ACTIVE for port object 8a91e862-2918-4b7a-b3e6-ede9ab84e846 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:02.406568 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:02.423227 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a88d1-46ba-4709-9673-6f2715c353de req-cd553aa2-8b9e-49a8-b65e-0a4fcc537cd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:02.424797 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-101a88d1-46ba-4709-9673-6f2715c353de req-cd553aa2-8b9e-49a8-b65e-0a4fcc537cd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 936 time: 0.0807714 Apr 06 10:01:02.454113 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:02.472811 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-101a88d1-46ba-4709-9673-6f2715c353de req-e4c924cc-10e6-4c8a-aed5-138fbbc2b532 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Apr 06 10:01:02.574260 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Pushing event updated for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:02.825628 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Attempting to bind port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:01:02.826264 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Attempting to bind port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'c3950365-a95a-4ec3-9291-888bedb60102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:01:02.826264 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Attempting to bind port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 on network d1810d7d-4702-4fa3-b5ed-619d3e179458 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:02.844957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 on network d1810d7d-4702-4fa3-b5ed-619d3e179458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:01:02.845200 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Attempting to bind port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 on network d1810d7d-4702-4fa3-b5ed-619d3e179458 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:02.869675 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:01:02.870004 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Checking segment: {'id': 'c3950365-a95a-4ec3-9291-888bedb60102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:02.870377 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Bound using segment: {'id': 'c3950365-a95a-4ec3-9291-888bedb60102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:01:02.870788 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Bound port: 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3950365-a95a-4ec3-9291-888bedb60102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:01:02.871117 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.068490 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:01:03.071768 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:03.079686 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.088786 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846,segment=NetworkSegment(c3950365-a95a-4ec3-9291-888bedb60102),segment_id=c3950365-a95a-4ec3-9291-888bedb60102)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:01:03.096306 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.142659 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Transition to ACTIVE for port object b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:03.158070 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.190997 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.192145 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] 10.222.0.48 "PUT /v2.0/ports/8a91e862-2918-4b7a-b3e6-ede9ab84e846 HTTP/1.1" status: 200 len: 1094 time: 1.8796966 Apr 06 10:01:03.197419 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:03.338975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc166-7175-4870-95cc-60efd9e88425 service neutron] Pushing event updated for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:03.356023 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf50c6-40bf-4cac-8b56-4d6a5713c388 req-6af15cf6-562c-4f0e-a8ec-000f40fabe26 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:03.360805 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1fcf50c6-40bf-4cac-8b56-4d6a5713c388 req-6af15cf6-562c-4f0e-a8ec-000f40fabe26 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.0883918 Apr 06 10:01:03.409285 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-1fcf50c6-40bf-4cac-8b56-4d6a5713c388 req-887f16c4-1cdd-43d8-b224-c9d3b5072799 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Synchronizing usage tracker for tenant:ee68ab66f0a54e768c765bc288833e94 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:03.427074 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-1fcf50c6-40bf-4cac-8b56-4d6a5713c388 req-887f16c4-1cdd-43d8-b224-c9d3b5072799 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Unset dirty status for tenant:ee68ab66f0a54e768c765bc288833e94 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:03.432641 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1fcf50c6-40bf-4cac-8b56-4d6a5713c388 req-887f16c4-1cdd-43d8-b224-c9d3b5072799 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689871 Apr 06 10:01:03.442378 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84e81f-89be-4f51-a7ec-637ba4bf7bc2 req-949f8ef0-db33-4fbc-9983-1052f3f1ba95 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:03.443793 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d84e81f-89be-4f51-a7ec-637ba4bf7bc2 req-949f8ef0-db33-4fbc-9983-1052f3f1ba95 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.4306962 Apr 06 10:01:03.515248 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc774ece-e671-43f4-9edf-7184d26f8447'] response: {'name': 'network-changed', 'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846', 'status': 'completed', 'code': 200} Apr 06 10:01:03.517640 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:03.603933 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d84e81f-89be-4f51-a7ec-637ba4bf7bc2 req-9b877acb-942b-4be0-9bc6-f17aec01ae67 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535618 Apr 06 10:01:03.629194 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-6cf843b3-0b1f-47ed-916d-6a7beb46422e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee68ab66f0a54e768c765bc288833e94&device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 1097 time: 0.2912130 Apr 06 10:01:03.633263 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Attempting to bind port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:01:03.633587 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Attempting to bind port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:01:03.633903 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Attempting to bind port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 on network 7409f235-33e9-4ea9-b12b-27c622f01681 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:03.691752 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a328b5e-32d5-41a4-b9d0-9ce47cfa31cc req-9243a3c4-39db-4db7-9564-287b6bca5fbd tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:03.693350 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-5a328b5e-32d5-41a4-b9d0-9ce47cfa31cc req-9243a3c4-39db-4db7-9564-287b6bca5fbd tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.0799327 Apr 06 10:01:03.698179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 on network 7409f235-33e9-4ea9-b12b-27c622f01681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:01:03.698487 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Attempting to bind port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 on network 7409f235-33e9-4ea9-b12b-27c622f01681 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:03.701910 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-dead8a16-1a39-4548-9b00-d432eb1eb0cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846 HTTP/1.1" status: 200 len: 217 time: 0.0652010 Apr 06 10:01:03.706469 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:01:03.707069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Checking segment: {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:03.707283 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Bound using segment: {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:01:03.708036 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Bound port: b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b75fcd-b151-45b5-9957-5de30013c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:01:03.708195 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:03.743059 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-5a328b5e-32d5-41a4-b9d0-9ce47cfa31cc req-7a6798c0-d3c8-40aa-81ea-729528e496eb tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Apr 06 10:01:03.841445 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-11d11cda-9411-4c43-ade0-5efdcf4cdbb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:03.842849 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-11d11cda-9411-4c43-ade0-5efdcf4cdbb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=258340a3-5b05-4743-95bf-25b4a423bd27 HTTP/1.1" status: 200 len: 849 time: 0.1243522 Apr 06 10:01:03.896525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:01:03.909043 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-0dbbf46a-7bfe-416e-958c-8893c88a6a36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1810d7d-4702-4fa3-b5ed-619d3e179458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491064 Apr 06 10:01:03.909043 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:01:03.927197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:04.036969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bb0e3e0c-e924-4da9-96b5-141847067c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:04.050124 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:04.051628 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] 10.222.0.48 "PUT /v2.0/ports/b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 HTTP/1.1" status: 200 len: 1098 time: 1.7985027 Apr 06 10:01:04.082914 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f1f0-2290-4393-bd30-e6315fe2d524 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:04.106311 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-e7182fa2-0581-49e9-b7ec-cca47526ced2 service neutron] 10.222.0.48 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989405 Apr 06 10:01:04.311300 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ceba50cc-352a-4dd1-85af-f7d02fda1bec req-640dd6e1-7b04-4084-8b75-0c0a5db70851 service neutron] 10.222.0.48 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826279 Apr 06 10:01:04.314685 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-61b286ee-4951-492a-b115-a9f0969d667e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4992fce735464517aae44992e48361ee&device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 1101 time: 0.1670644 Apr 06 10:01:04.427358 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-ca68ff86-b555-4a46-b39b-c2603c177fb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 HTTP/1.1" status: 200 len: 217 time: 0.1024454 Apr 06 10:01:04.508456 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-197d5b12-afc2-4d0e-834a-09ae6e14483b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:04.509874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-197d5b12-afc2-4d0e-834a-09ae6e14483b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f HTTP/1.1" status: 200 len: 843 time: 0.0751166 Apr 06 10:01:04.512636 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-f1337038-c3ac-43be-9962-cf0559f756ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee68ab66f0a54e768c765bc288833e94&device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 1097 time: 0.1366942 Apr 06 10:01:04.767335 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-6237404a-29c6-4f17-a6b9-2000aadced44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:04.768798 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-6237404a-29c6-4f17-a6b9-2000aadced44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1810d7d-4702-4fa3-b5ed-619d3e179458 HTTP/1.1" status: 200 len: 910 time: 0.2416446 Apr 06 10:01:04.779597 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-048a3e0c-ee66-489d-9340-8b4184bab50e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7409f235-33e9-4ea9-b12b-27c622f01681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2534990 Apr 06 10:01:04.828496 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f187ed-db92-4a26-98af-02c875693793 req-96dfa4ed-4359-4d55-a5fd-917bf736ff0a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:04.830118 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e7f187ed-db92-4a26-98af-02c875693793 req-96dfa4ed-4359-4d55-a5fd-917bf736ff0a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0967526 Apr 06 10:01:04.880189 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e7f187ed-db92-4a26-98af-02c875693793 req-e52061c2-7632-44e0-83c9-c5068620c221 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Apr 06 10:01:04.957680 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c06f-8492-46ef-b423-6df0591fa47c req-b3bf9283-5176-420c-afc9-b4541172f7ea tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:04.959016 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b316c06f-8492-46ef-b423-6df0591fa47c req-b3bf9283-5176-420c-afc9-b4541172f7ea tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.3807554 Apr 06 10:01:04.987151 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-661d21d2-148e-447c-9185-3d052b23ea8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846 HTTP/1.1" status: 200 len: 217 time: 0.2110276 Apr 06 10:01:05.081128 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182ba25-0fd0-48a1-a77a-cc434a2eac36 req-c382a973-fe3d-4c28-a678-ca34c14d7549 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:05.082715 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7182ba25-0fd0-48a1-a77a-cc434a2eac36 req-c382a973-fe3d-4c28-a678-ca34c14d7549 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.0753264 Apr 06 10:01:05.135020 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7182ba25-0fd0-48a1-a77a-cc434a2eac36 req-c920090f-f162-40f0-8061-0f81165ad779 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Apr 06 10:01:05.147832 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b316c06f-8492-46ef-b423-6df0591fa47c req-1ac00028-c7e1-413d-a4ce-ab592f93a6de tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784427 Apr 06 10:01:05.149126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-3a365d88-99f9-47f9-8d15-c31f6472e971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:05.150436 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-3a365d88-99f9-47f9-8d15-c31f6472e971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=258340a3-5b05-4743-95bf-25b4a423bd27 HTTP/1.1" status: 200 len: 849 time: 0.1182048 Apr 06 10:01:05.207019 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-31f97009-4f62-457b-96b9-bd4e69483e3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1810d7d-4702-4fa3-b5ed-619d3e179458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476742 Apr 06 10:01:05.208771 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-de3057e2-ca46-4288-a006-bc9ea139217b service neutron] 10.222.0.48 "GET /v2.0/networks/7409f235-33e9-4ea9-b12b-27c622f01681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771839 Apr 06 10:01:05.474800 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d55d8e97-3225-4baf-b78c-891a7e132c0f req-d2579c6e-a350-4017-aca7-14343e385999 service neutron] 10.222.0.48 "GET /v2.0/networks/7409f235-33e9-4ea9-b12b-27c622f01681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478359 Apr 06 10:01:05.493087 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-9ce5122f-4893-4948-9ace-842c7716ec93 service neutron] 10.222.0.48 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648962 Apr 06 10:01:05.517582 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:05.577000 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7c6390-c305-4601-b3df-4794582e4b3a'] response: {'name': 'network-changed', 'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6', 'status': 'completed', 'code': 200} Apr 06 10:01:05.668114 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c91ec63d-1bed-47b8-92e1-3ee815fd9f4b req-d6bc6a4e-521b-4a39-9bd5-ba98617c764c service neutron] 10.222.0.48 "GET /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688473 Apr 06 10:01:05.692541 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-1084eadf-2701-4b28-b363-737dc21f64ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4992fce735464517aae44992e48361ee&device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 1101 time: 0.0822444 Apr 06 10:01:05.825196 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612e42-116b-4434-9188-9526c90033e5 req-1c95dc8b-101c-45c0-ad8f-810bf9210ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:05.826529 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-1c95dc8b-101c-45c0-ad8f-810bf9210ebe service neutron] 10.222.0.48 "GET /v2.0/networks?id=7409f235-33e9-4ea9-b12b-27c622f01681 HTTP/1.1" status: 200 len: 870 time: 0.1231935 Apr 06 10:01:05.897190 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-8a3045a7-06f5-41a3-ac59-d44424209ddd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 HTTP/1.1" status: 200 len: 217 time: 0.0629027 Apr 06 10:01:05.963137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612e42-116b-4434-9188-9526c90033e5 req-ac8b2d51-6a30-4c47-9e04-da25695e9792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:05.965239 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-ac8b2d51-6a30-4c47-9e04-da25695e9792 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f HTTP/1.1" status: 200 len: 843 time: 0.0615163 Apr 06 10:01:06.071373 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-b1c31092-2975-4a36-a2cf-b5560123c0cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7409f235-33e9-4ea9-b12b-27c622f01681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961375 Apr 06 10:01:06.215087 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59614) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:06.238052 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-19694888-5aa7-41f4-b556-61855cbfaf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.257826 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-e855d5c5-7b9c-48eb-8685-850764242f47 service neutron] 10.222.0.48 "GET /v2.0/networks/7409f235-33e9-4ea9-b12b-27c622f01681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794834 Apr 06 10:01:06.349027 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f56f93-db11-4309-957f-08f7982ce8a0 req-ae42c6b7-25ce-4c64-b8ef-594e323cf3b9 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:06.351206 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-48f56f93-db11-4309-957f-08f7982ce8a0 req-ae42c6b7-25ce-4c64-b8ef-594e323cf3b9 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.0765302 Apr 06 10:01:06.368599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37621-f642-4226-9e54-32112f1cba96 req-a4859ff2-c6e0-4a04-bae2-5db14f0088d6 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:06.370413 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e3b37621-f642-4226-9e54-32112f1cba96 req-a4859ff2-c6e0-4a04-bae2-5db14f0088d6 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.2107670 Apr 06 10:01:06.385041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.436644 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-48f56f93-db11-4309-957f-08f7982ce8a0 req-64aa09ba-0272-4fc8-8e26-dfd412b8b377 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Apr 06 10:01:06.442977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:06.449256 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Usage tracker for resource:security_group_rule and tenant:57fbac46e534481ebeebffef10b53ca5 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:06.449592 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe612e42-116b-4434-9188-9526c90033e5 req-1e77c6f6-5107-4e95-b749-8edb755debad service neutron] 10.222.0.48 "GET /v2.0/networks/7409f235-33e9-4ea9-b12b-27c622f01681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830575 Apr 06 10:01:06.452753 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:06.454610 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e3b37621-f642-4226-9e54-32112f1cba96 req-c3cfc7c8-e576-4802-8ffa-a487b966caf3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Apr 06 10:01:06.478597 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:06.605325 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.642350 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.706176 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57fbac46e534481ebeebffef10b53ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4892581 Apr 06 10:01:06.707822 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaeafe-da3a-4aba-a143-cc6437f66136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d7754-2b6d-44e2-8650-31ec931eea8f,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:06.709065 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59628) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:06.739862 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d330fa-29d8-4c0a-ac40-9216845ec2cc req-5a3fcd3f-cf14-4603-8f31-a112eb3bb69a tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:06.741427 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-77d330fa-29d8-4c0a-ac40-9216845ec2cc req-5a3fcd3f-cf14-4603-8f31-a112eb3bb69a tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.1313682 Apr 06 10:01:06.799614 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.801712 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-77d330fa-29d8-4c0a-ac40-9216845ec2cc req-cad57a35-0b51-4287-8219-ea36ff4a3422 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Apr 06 10:01:06.839272 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.985169 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:06.998932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d7754-2b6d-44e2-8650-31ec931eea8f,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:07.005168 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:07.008323 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3edc3bf7-12bf-407c-be0b-7dbd2b82fa0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd4d7754-2b6d-44e2-8650-31ec931eea8f HTTP/1.1" status: 204 len: 168 time: 0.2934108 Apr 06 10:01:07.363699 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:07.454273 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:07.647611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-dba899da-e42d-47d6-b53d-ab75578a315e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:07.648286 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-dba899da-e42d-47d6-b53d-ab75578a315e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Synchronizing usage tracker for tenant:4992fce735464517aae44992e48361ee on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:07.666292 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-dba899da-e42d-47d6-b53d-ab75578a315e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Unset dirty status for tenant:4992fce735464517aae44992e48361ee on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:07.667441 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-dba899da-e42d-47d6-b53d-ab75578a315e tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.0948708 Apr 06 10:01:07.715201 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-4a402377-1903-44c1-ad34-c83b685c7134 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Synchronizing usage tracker for tenant:4992fce735464517aae44992e48361ee on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:07.736421 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-4a402377-1903-44c1-ad34-c83b685c7134 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Unset dirty status for tenant:4992fce735464517aae44992e48361ee on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:07.737781 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c02ab2e9-140a-4637-9b60-b620fb5abc29 req-4a402377-1903-44c1-ad34-c83b685c7134 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Apr 06 10:01:08.010560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642a64-b4b8-4355-ad09-5391e35d7959 req-8482d8a1-c7f7-44fd-bf56-f32fe5553be7 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:08.011997 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-02642a64-b4b8-4355-ad09-5391e35d7959 req-8482d8a1-c7f7-44fd-bf56-f32fe5553be7 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.0818725 Apr 06 10:01:08.055587 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-02642a64-b4b8-4355-ad09-5391e35d7959 req-efb5d858-bb09-4162-bdd6-18b755b812b9 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Apr 06 10:01:08.701482 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:08.960209 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58819e-86b3-4662-8055-dd219327c321 req-62d88274-5b32-4f10-9046-837edead80fa tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:08.961993 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1b58819e-86b3-4662-8055-dd219327c321 req-62d88274-5b32-4f10-9046-837edead80fa tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.0898745 Apr 06 10:01:09.007504 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1b58819e-86b3-4662-8055-dd219327c321 req-dbbf4cc6-7e5a-47c2-909e-6914dcffae5b tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Apr 06 10:01:09.274306 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f15f0-a951-4963-a46d-1411d4e217aa req-32e4b377-b737-4d35-adda-95a39339eafd tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:09.275760 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b8f15f0-a951-4963-a46d-1411d4e217aa req-32e4b377-b737-4d35-adda-95a39339eafd tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.0865767 Apr 06 10:01:09.295132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59678) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:09.301928 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649852282', 'description': 'tempest-description--1828282857'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:09.311819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:09.329721 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:09.344694 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b8f15f0-a951-4963-a46d-1411d4e217aa req-c85b2db1-f3e3-4c3a-b7dd-aa3236a28142 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Apr 06 10:01:09.346851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.381674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:09.385460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Usage tracker for resource:security_group_rule and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:09.388129 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:09.393668 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:09.448467 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.452971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.496823 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748014b5-f0c5-4ff6-9732-0973d4d1500b,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:09.499567 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.503790 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-41ca6bcd-c7a3-4798-9920-71f9c4187250 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2077208 Apr 06 10:01:09.504141 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59682) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:09.511613 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'security_group_rule': {'security_group_id': '748014b5-f0c5-4ff6-9732-0973d4d1500b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:09.517493 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:09.521300 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Usage tracker for resource:security_group_rule and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:09.524830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:09.530292 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:09.548090 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.612660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.615981 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.642372 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccf05c4-3df9-4e98-82b9-ce7d79cf5054,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:09.657631 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.658838 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-da71666c-f1ba-42d2-a672-df178d452988 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1527371 Apr 06 10:01:09.661588 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59686) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:09.666796 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'security_group_rule': {'security_group_id': '748014b5-f0c5-4ff6-9732-0973d4d1500b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:09.672113 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:09.675774 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Usage tracker for resource:security_group_rule and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:09.678569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:09.684090 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:09.700456 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.758778 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.762097 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.784532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7368e035-637c-41c8-8253-115cfcca2045,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:09.793804 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.795437 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-88c05346-21b4-4000-a1f9-fcb2d0d56d83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1327467 Apr 06 10:01:09.798332 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59690) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:09.804388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:09.809741 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:09.813499 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Usage tracker for resource:floatingip and tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:09.816309 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:09.822782 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:09.833922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:09.967376 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.124293 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Allocated IP 172.28.0.134 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/2e0bc638-ae6f-41ee-bfc2-3440e870e960) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:10.177625 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59706) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:10.287658 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59714) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:10.395643 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f869c-1279-4e71-b7fd-0bcb2348803a req-c83f7221-a343-4399-b536-b869a637c93c tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:10.397208 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4d1f869c-1279-4e71-b7fd-0bcb2348803a req-c83f7221-a343-4399-b536-b869a637c93c tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 948 time: 0.2595437 Apr 06 10:01:10.401951 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.417220 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.456957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.457730 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4d1f869c-1279-4e71-b7fd-0bcb2348803a req-8282f38b-cbd4-45bb-b15a-4108630b016c tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Apr 06 10:01:10.469886 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.521580 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:10.548436 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:10.551065 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:10.555374 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:10.559215 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'Port': ['ID=2e0bc638-ae6f-41ee-bfc2-3440e870e960,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:10.565476 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Usage tracker for resource:security_group_rule and tenant:b9111ffbe981473487cb72be3a2ecb55 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:10.572147 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:10.574103 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.574578 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.575039 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.575496 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.575959 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.576443 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.576897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.577344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.577798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.578248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.578700 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.579945 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:10.582350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:10.592249 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Usage tracker for resource:security_group_rule and tenant:21cfb3c7d59f43ffbec638ec5ad79c87 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:10.598960 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:10.618956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:10.688743 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c270c32-2bd6-4df8-a5fb-e1f1714684b0 req-0438f73e-fefc-4f36-8abc-fa92f71bf79f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:10.690200 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4c270c32-2bd6-4df8-a5fb-e1f1714684b0 req-0438f73e-fefc-4f36-8abc-fa92f71bf79f tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 944 time: 0.1788111 Apr 06 10:01:10.693637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.748640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.758384 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.774365 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.810605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.832078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:10.846245 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4c270c32-2bd6-4df8-a5fb-e1f1714684b0 req-f4289942-a962-461b-abc2-5a6ef7a8a623 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478970 Apr 06 10:01:10.854626 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501b8573-dac6-4319-abbe-2c5c19fed4ba,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:10.860694 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9111ffbe981473487cb72be3a2ecb55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6789377 Apr 06 10:01:10.861069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 59722) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:10.879550 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 8a91e862-2918-4b7a-b3e6-ede9ab84e846 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:01:10.895111 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.895551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.895745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.896049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.896395 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.897498 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.898001 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.898337 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.898664 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.899341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.899341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb2324-aac8-4dcd-9ca3-e2efc543a972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:10.917434 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21cfb3c7d59f43ffbec638ec5ad79c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6286306 Apr 06 10:01:10.920543 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59726) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:10.960996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d406-ac16-42fa-91e1-344680eed00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e675b7c-23ec-4ced-8edb-098db476baba,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:10.983758 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.008811 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.011710 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.030441 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846,segment=NetworkSegment(c3950365-a95a-4ec3-9291-888bedb60102),segment_id=c3950365-a95a-4ec3-9291-888bedb60102)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:11.044295 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '8a91e862-2918-4b7a-b3e6-ede9ab84e846', 'network_id': 'd1810d7d-4702-4fa3-b5ed-619d3e179458', 'port_id': '8a91e862-2918-4b7a-b3e6-ede9ab84e846', 'mac_address': 'fa:16:3e:1d:5c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258340a3-5b05-4743-95bf-25b4a423bd27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:01:11.047755 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.059069 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.063680 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.068305 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.089881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501b8573-dac6-4319-abbe-2c5c19fed4ba,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:11.098865 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.102486 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a44442cd-9965-4e5c-aade-16771b961967 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/501b8573-dac6-4319-abbe-2c5c19fed4ba HTTP/1.1" status: 204 len: 168 time: 0.2380397 Apr 06 10:01:11.125623 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.147629 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a91e862-2918-4b7a-b3e6-ede9ab84e846 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:11.147775 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.165281 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846,segment=NetworkSegment(c3950365-a95a-4ec3-9291-888bedb60102),segment_id=c3950365-a95a-4ec3-9291-888bedb60102)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:11.170604 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.171458 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:01:11.182368 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'Port': ['ID=2e0bc638-ae6f-41ee-bfc2-3440e870e960,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:11.193308 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.195698 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-daac32b5-7a4a-414b-8565-e9b11872ea70 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3960195 Apr 06 10:01:11.204437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.214716 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.217866 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e675b7c-23ec-4ced-8edb-098db476baba HTTP/1.1" status: 204 len: 168 time: 0.2961602 Apr 06 10:01:11.231690 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b678f35-98b5-4cdf-8571-51d53a92a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e675b7c-23ec-4ced-8edb-098db476baba,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:11.401436 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:11.427651 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:11.431253 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6', 'network_id': '7409f235-33e9-4ea9-b12b-27c622f01681', 'port_id': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6', 'mac_address': 'fa:16:3e:3e:e8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4ebdf0-350c-4b3e-ad8b-73b7ee65735f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:01:11.464673 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-1a223b9d-cd30-4f6b-ad03-6f9732b99851 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1649852282&fields=id&tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e HTTP/1.1" status: 200 len: 267 time: 0.0539849 Apr 06 10:01:11.503465 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.504587 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.509147 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.509492 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.509826 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.512463 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.512816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.513152 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.513478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.513803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.514124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:01:11.559657 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.594142 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:11.620804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:11.630339 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:11.703435 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-da015434-bc2e-46e8-a5ee-2adfb2ba38ed tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:11.710106 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-da015434-bc2e-46e8-a5ee-2adfb2ba38ed tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.2390423 Apr 06 10:01:11.732921 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-5356274f-4533-423e-8a0f-94da49671391 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/quotas/5fc7b8fd29c84dadbcdc334a9a13bc8e HTTP/1.1" status: 200 len: 375 time: 0.0218520 Apr 06 10:01:11.754256 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:11.816214 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f947db-93f2-4051-967d-65927a649dcd req-02d1d831-77aa-445d-aab4-4687b0aeab1f tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:11.819901 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-16f947db-93f2-4051-967d-65927a649dcd req-02d1d831-77aa-445d-aab4-4687b0aeab1f tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 949 time: 0.1299155 Apr 06 10:01:11.822977 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-c2408e37-4ba5-4b7e-b568-6fcfcbd596b3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0892491 Apr 06 10:01:11.882733 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-16f947db-93f2-4051-967d-65927a649dcd req-adb3f988-f4a3-4528-b400-8610fff492e0 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Apr 06 10:01:11.997372 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-0a018da0-8ef6-45ec-b9dc-097b474097ae service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617718 Apr 06 10:01:12.135333 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac9f5-88cb-4d2f-a723-ba66cb8baa3c req-34dd1190-c33b-434b-9022-0c2b6c3b438a tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:12.143029 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-69aac9f5-88cb-4d2f-a723-ba66cb8baa3c req-34dd1190-c33b-434b-9022-0c2b6c3b438a tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 945 time: 0.0996752 Apr 06 10:01:12.157474 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['8a91e862-2918-4b7a-b3e6-ede9ab84e846'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:01:12.179996 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-926c72b7-6c54-4744-9c76-f49f7bd3f390 service neutron] 10.222.0.39 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787705 Apr 06 10:01:12.232328 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-69aac9f5-88cb-4d2f-a723-ba66cb8baa3c req-9b63676e-31a8-4cde-90e0-6195de725097 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883851 Apr 06 10:01:12.275998 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['b5cd755e-d626-45fa-8dc5-de50a8ebf4c6'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:01:12.441849 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0e02834f-ad90-4e25-b729-98fafe4ee762 req-c5862a3e-bae8-4490-bc95-af4769fd1353 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 210 time: 0.0625083 Apr 06 10:01:13.128587 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8e21-26d6-4058-8623-3a3f0f708b2a req-4c2dec28-da71-4b13-b412-1a427e28ea20 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:13.130205 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-16da8e21-26d6-4058-8623-3a3f0f708b2a req-4c2dec28-da71-4b13-b412-1a427e28ea20 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 949 time: 0.1083910 Apr 06 10:01:13.178108 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-16da8e21-26d6-4058-8623-3a3f0f708b2a req-9b443629-1c56-44bc-b4d1-693d88ef2641 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Apr 06 10:01:13.445133 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad47b-23d8-4ccf-873d-d973ab45584d req-833c15bd-c397-4c0f-ad04-c5761c200d19 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:13.447034 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cbcad47b-23d8-4ccf-873d-d973ab45584d req-833c15bd-c397-4c0f-ad04-c5761c200d19 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 945 time: 0.0782695 Apr 06 10:01:13.495469 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cbcad47b-23d8-4ccf-873d-d973ab45584d req-ecdb518d-2139-4fe9-86ac-559f3c313326 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Apr 06 10:01:13.604869 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9859470c-44ef-4c5d-beb1-4e43d4ae0cc4 req-7a0ac16b-73a9-43df-8cd9-0783ecbcc00e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 210 time: 0.0494678 Apr 06 10:01:13.919550 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-988edfce-4fff-404b-8231-0ebb8dbc7d0a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:13.920938 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-988edfce-4fff-404b-8231-0ebb8dbc7d0a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 819 time: 0.1565359 Apr 06 10:01:13.973213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-af6c2052-4f78-42b8-a7ec-5b78ccf334b3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:13.988927 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-af6c2052-4f78-42b8-a7ec-5b78ccf334b3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:13.990336 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-af6c2052-4f78-42b8-a7ec-5b78ccf334b3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e HTTP/1.1" status: 200 len: 380 time: 0.0570390 Apr 06 10:01:14.010102 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'port': {'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'admin_state_up': True, 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'security_groups': ['748014b5-f0c5-4ff6-9732-0973d4d1500b']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:14.151077 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:14.161116 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:14.171964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Made reservation on behalf of 5fc7b8fd29c84dadbcdc334a9a13bc8e for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:14.177743 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:14.412994 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Allocated IP 172.20.0.9 (e1fcdd21-8913-43c3-9fe3-47768f658615/9b42deb7-fa64-4337-9071-bf2f08738e44/70fc2b31-ff15-43c6-92cd-0fd153661919) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:14.489250 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489c93e-a5b8-4749-b8da-c573d0666e41 req-87a0c6fd-5345-4440-b94e-ec035e85cbff tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:14.491445 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b489c93e-a5b8-4749-b8da-c573d0666e41 req-87a0c6fd-5345-4440-b94e-ec035e85cbff tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 949 time: 0.1610034 Apr 06 10:01:14.700550 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b489c93e-a5b8-4749-b8da-c573d0666e41 req-cbf08804-8140-47eb-b344-3713eeba11c9 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988509 Apr 06 10:01:14.706670 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d687af-d046-430a-b8ce-6f4db1d4912f req-639ce603-7ddb-4909-88f1-dc3fcd131a8c tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:14.710015 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b8d687af-d046-430a-b8ce-6f4db1d4912f req-639ce603-7ddb-4909-88f1-dc3fcd131a8c tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 945 time: 0.0771642 Apr 06 10:01:14.759139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:14.760913 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b8d687af-d046-430a-b8ce-6f4db1d4912f req-9351c081-0ffb-49f1-b0a1-5426ab614aea tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Apr 06 10:01:14.776332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Transition to ACTIVE for port object 70fc2b31-ff15-43c6-92cd-0fd153661919 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:14.798042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:14.910371 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 8a91e862-2918-4b7a-b3e6-ede9ab84e846 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:01:14.911429 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Network e1fcdd21-8913-43c3-9fe3-47768f658615 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:14.914924 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:14.920071 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:14.944669 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event updated for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:14.983869 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:14.989666 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:14.990280 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:14.995463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:14.996069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.025548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1c606-5f00-4e63-96cf-fa0058b7626d req-e58b9567-df47-40b9-9179-4577e72d2a1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:15.026841 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56f1c606-5f00-4e63-96cf-fa0058b7626d req-e58b9567-df47-40b9-9179-4577e72d2a1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 931 time: 0.1891401 Apr 06 10:01:15.034382 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-33ec8473-a114-438f-896a-babd6c3fbdbe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0283682 Apr 06 10:01:15.058324 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Request body: {'port': {'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:15.118403 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.150285 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:15.157896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-62bcb5bb-6d6b-4920-a858-30017c0e1d56 None None] Provisioning for port 70fc2b31-ff15-43c6-92cd-0fd153661919 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:15.164302 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-62bcb5bb-6d6b-4920-a858-30017c0e1d56 None None] Provisioning complete for port 70fc2b31-ff15-43c6-92cd-0fd153661919 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:15.165419 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-62bcb5bb-6d6b-4920-a858-30017c0e1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.166613 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56f1c606-5f00-4e63-96cf-fa0058b7626d req-ba74e39c-9c7c-4ec5-a65b-01e653395cf8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309025 Apr 06 10:01:15.191901 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846,segment=NetworkSegment(c3950365-a95a-4ec3-9291-888bedb60102),segment_id=c3950365-a95a-4ec3-9291-888bedb60102)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:15.201032 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.201784 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:01:15.203400 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.225895 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b84de31-68d4-4eaf-987a-62a894dc388b'] response: {'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846', 'code': 200} Apr 06 10:01:15.317957 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-62bcb5bb-6d6b-4920-a858-30017c0e1d56 None None] Port 70fc2b31-ff15-43c6-92cd-0fd153661919 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:01:15.342127 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:15.349000 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:15.355872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:15.356227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.470190 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.501693 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:15.505614 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.542928 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7cdc7678-1a5e-485b-97a2-8fc6647156c9 req-cd1b70dd-6e01-43ec-b34d-05a36708d43b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 1099 time: 0.1659143 Apr 06 10:01:15.580409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:15.609344 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7cdc7678-1a5e-485b-97a2-8fc6647156c9 req-ff8b22fe-93f6-41d3-9b21-179e47c596fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590975 Apr 06 10:01:15.620421 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:01:15.673880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fc2b31-ff15-43c6-92cd-0fd153661919 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:15.683919 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.699858 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Transition to ACTIVE for port object 70fc2b31-ff15-43c6-92cd-0fd153661919 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:15.704729 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:15.781959 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Pushing event updated for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:16.081321 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b492b-5d48-4c0e-86c7-e67af62bf04d req-8437c14d-25f8-4b59-826e-767b68f68d59 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:16.090347 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9a8b492b-5d48-4c0e-86c7-e67af62bf04d req-8437c14d-25f8-4b59-826e-767b68f68d59 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.1297989 Apr 06 10:01:16.110665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3476d8-3585-4b04-9eb6-51a6504b2100 req-81b896b7-1817-4dff-a496-f2161147f362 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:16.112102 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6e3476d8-3585-4b04-9eb6-51a6504b2100 req-81b896b7-1817-4dff-a496-f2161147f362 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.1866710 Apr 06 10:01:16.155178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Attempting to bind port 70fc2b31-ff15-43c6-92cd-0fd153661919 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:01:16.155699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Attempting to bind port 70fc2b31-ff15-43c6-92cd-0fd153661919 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:01:16.156025 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Attempting to bind port 70fc2b31-ff15-43c6-92cd-0fd153661919 on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:16.162917 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9a8b492b-5d48-4c0e-86c7-e67af62bf04d req-6ca04082-e57b-4dce-b1b3-c43955a1346b tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701892 Apr 06 10:01:16.163097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Port 70fc2b31-ff15-43c6-92cd-0fd153661919 on network e1fcdd21-8913-43c3-9fe3-47768f658615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:01:16.163373 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Attempting to bind port 70fc2b31-ff15-43c6-92cd-0fd153661919 on network e1fcdd21-8913-43c3-9fe3-47768f658615 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:16.201189 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6e3476d8-3585-4b04-9eb6-51a6504b2100 req-ddb9c17d-8f11-4278-b6d6-7a5cc7a78912 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Apr 06 10:01:16.202166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:01:16.202494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Checking segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:16.202869 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Bound using segment: {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:01:16.203397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Bound port: 70fc2b31-ff15-43c6-92cd-0fd153661919, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36089f9-8e48-429c-92da-fdfbc1b0e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:01:16.203744 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.204251 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59870) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:16.326480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:01:16.335460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=70fc2b31-ff15-43c6-92cd-0fd153661919,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:01:16.343558 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.416660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.429258 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.431234 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] 10.222.0.48 "PUT /v2.0/ports/70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 1093 time: 1.3790822 Apr 06 10:01:16.431670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:16.452910 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fb05a-7dbe-4c0a-a246-cda0f9680b4d service neutron] Pushing event updated for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:16.467192 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:16.473117 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Usage tracker for resource:security_group_rule and tenant:f45fdb7a610c4408996eb570466de826 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:16.477019 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:16.490474 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:16.499352 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec34456-2a7d-41d1-9c19-8d41a012249c req-9b29fa9a-a9ab-4f3b-8876-d55133998c5b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:16.507845 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ec34456-2a7d-41d1-9c19-8d41a012249c req-9b29fa9a-a9ab-4f3b-8876-d55133998c5b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 943 time: 0.1997585 Apr 06 10:01:16.603831 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02332054-78a6-4e2c-a57c-d5f6294e7257'] response: {'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'status': 'completed', 'code': 200} Apr 06 10:01:16.612937 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ec34456-2a7d-41d1-9c19-8d41a012249c req-01772c99-7e54-4362-acdc-9e979cc3d874 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036131 Apr 06 10:01:16.634805 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-aa2a9b36-ea61-49fc-9de1-0d5407002968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1096 time: 0.1660094 Apr 06 10:01:16.679583 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.691032 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.717865 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-2a0c794c-13d1-44f6-9d1d-df4dc2455754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 217 time: 0.0753949 Apr 06 10:01:16.760806 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f45fdb7a610c4408996eb570466de826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5553145 Apr 06 10:01:16.762411 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59892) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:16.764978 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8fc9a-6d9d-4fa3-8fd0-c3fa2b8a319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d596747-9ec1-482e-9def-11295edbbc57,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:16.831597 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.855452 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-80b26fbc-34c8-44ec-8327-d9f70e3cdd4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:16.856874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-80b26fbc-34c8-44ec-8327-d9f70e3cdd4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1244678 Apr 06 10:01:16.857565 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.909258 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.926907 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d596747-9ec1-482e-9def-11295edbbc57,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:16.931250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:16.932383 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a4ba72bb-b7df-4e5a-9ee3-62c0c948d494 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d596747-9ec1-482e-9def-11295edbbc57 HTTP/1.1" status: 204 len: 168 time: 0.1690342 Apr 06 10:01:16.940085 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-e1f51768-1c2a-4025-898d-22129bfca798 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726261 Apr 06 10:01:17.076517 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-0ad73f4c-d5d1-4c23-9e18-a1abb92f9b72 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275513 Apr 06 10:01:17.217458 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-15799c3e-1b3b-4b2d-b94a-e6f9020f907a req-6b170151-0c6d-41c7-a333-fa2c0e4b9f99 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327877 Apr 06 10:01:17.227411 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:17.443295 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147ad3-9fd7-40b1-ba1d-8ffb21b6e57a req-52993c38-cb36-435c-90ca-bd18b9c8869a tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:17.445371 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9b147ad3-9fd7-40b1-ba1d-8ffb21b6e57a req-52993c38-cb36-435c-90ca-bd18b9c8869a tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.0865309 Apr 06 10:01:17.449879 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-035709fb-b20d-43ad-89f0-302b4a44625c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1096 time: 0.1364789 Apr 06 10:01:17.455189 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f406fe-5a16-457a-87b5-8e7d5a4b33af req-1af3d718-21ac-4f8e-b726-1c6426475828 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:17.456527 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-12f406fe-5a16-457a-87b5-8e7d5a4b33af req-1af3d718-21ac-4f8e-b726-1c6426475828 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.1086953 Apr 06 10:01:17.509645 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9b147ad3-9fd7-40b1-ba1d-8ffb21b6e57a req-7b56f955-b4eb-4742-ba52-4a35645bf5bd tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572734 Apr 06 10:01:17.586207 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016d2c67-a3d7-4a58-990c-c49c4be1c614'] response: {'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6', 'code': 200} Apr 06 10:01:17.602536 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-12f406fe-5a16-457a-87b5-8e7d5a4b33af req-7688a212-0c05-4e69-8e27-9a9f4250f723 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249456 Apr 06 10:01:17.638560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-4024cb24-8811-44f4-8c8a-a37d2da31a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:17.639926 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-4024cb24-8811-44f4-8c8a-a37d2da31a8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1810272 Apr 06 10:01:17.719357 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-927e2b11-152b-4c26-801d-69efd5f2c8d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 217 time: 0.0722847 Apr 06 10:01:17.795593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-753cbb3f-b880-4cfa-8743-fac6106571e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:17.797216 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-753cbb3f-b880-4cfa-8743-fac6106571e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0708914 Apr 06 10:01:17.862105 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f889-7c51-4658-ab10-c373038c0f6d req-eaa76c0f-bcb7-43b9-82be-0f327b0a7fd4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:17.868886 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-acb3f889-7c51-4658-ab10-c373038c0f6d req-eaa76c0f-bcb7-43b9-82be-0f327b0a7fd4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 943 time: 0.0863616 Apr 06 10:01:17.964091 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e9916607-d410-4932-84c2-1ad872a758a7 req-68755e99-1a86-4e5b-bc46-d6051f7c84dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 1103 time: 0.1584690 Apr 06 10:01:17.967192 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-3c16f831-aea1-4de8-8811-06177ce38759 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1136584 Apr 06 10:01:17.971733 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-acb3f889-7c51-4658-ab10-c373038c0f6d req-29e7b2ca-bd18-487c-9d44-447f5fe3da42 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001225 Apr 06 10:01:18.115301 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e9916607-d410-4932-84c2-1ad872a758a7 req-2cb4cbb4-870d-4882-bf75-7269a493057e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401579 Apr 06 10:01:18.181706 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-43b76e34-4651-4839-b4a0-6d79f65d4245 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911464 Apr 06 10:01:18.513578 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-53e72744-ee59-4b5c-8769-e63b9d80ad6f req-908cd9c8-b3ff-4478-aaf1-d6766739523f service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260767 Apr 06 10:01:18.744322 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35fef-e505-4988-9ac6-96d37643bd49 req-4ccd765c-1a85-482c-8599-174e363a1d6d tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:18.745780 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1bc35fef-e505-4988-9ac6-96d37643bd49 req-4ccd765c-1a85-482c-8599-174e363a1d6d tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.0815861 Apr 06 10:01:18.793374 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1bc35fef-e505-4988-9ac6-96d37643bd49 req-ad35be91-0aaf-4d87-9239-1a3f40d88fd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Apr 06 10:01:19.189960 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875e1e-c257-4edf-872f-0ec49315ef3b req-6f55f6ef-9faf-4658-92a4-0066dc080c94 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:19.191401 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-58875e1e-c257-4edf-872f-0ec49315ef3b req-6f55f6ef-9faf-4658-92a4-0066dc080c94 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 943 time: 0.0837724 Apr 06 10:01:19.245767 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-58875e1e-c257-4edf-872f-0ec49315ef3b req-8a036674-b537-46b2-af6f-99bc6f27203f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Apr 06 10:01:19.421543 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59976) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:19.569637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.601484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:19.605231 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bfc36c772e476b87deb388d199f613 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:19.607953 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:19.613847 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:19.685722 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.689462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.738488 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b986cfe2-0f0d-4fe9-a996-18f29c247acb,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:19.746120 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d6ffde1b-e2bc-4f5a-bbd6-3cfceb1c3bb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7bfc36c772e476b87deb388d199f613&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3211734 Apr 06 10:01:19.746970 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 59986) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:19.810897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.849635 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.915655 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.935457 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b986cfe2-0f0d-4fe9-a996-18f29c247acb,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:19.938910 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:19.940076 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-993bb309-d53c-4ab2-88b1-cc541da5b6f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b986cfe2-0f0d-4fe9-a996-18f29c247acb HTTP/1.1" status: 204 len: 168 time: 0.1928909 Apr 06 10:01:20.044257 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe521e5-3e1c-48a8-825f-4d58e94fc9d8 req-a5f45851-3f01-40bd-bec6-9c64e70c62a6 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:20.045857 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dbe521e5-3e1c-48a8-825f-4d58e94fc9d8 req-a5f45851-3f01-40bd-bec6-9c64e70c62a6 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.1000125 Apr 06 10:01:20.094561 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dbe521e5-3e1c-48a8-825f-4d58e94fc9d8 req-53fcede5-8cf3-4247-8b3f-8a5d3217badb tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Apr 06 10:01:20.485633 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7722-7834-44f9-814e-993ada3a56cb req-1e2bf987-4da6-4a68-9656-1f3c40cb82eb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:20.487106 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b39e7722-7834-44f9-814e-993ada3a56cb req-1e2bf987-4da6-4a68-9656-1f3c40cb82eb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 943 time: 0.0852108 Apr 06 10:01:20.534967 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b39e7722-7834-44f9-814e-993ada3a56cb req-dfe0dbaa-25be-4b6e-b685-c3d97cc6ae83 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Apr 06 10:01:20.945118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 70fc2b31-ff15-43c6-92cd-0fd153661919 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:01:21.102860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=70fc2b31-ff15-43c6-92cd-0fd153661919,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:21.140684 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:01:21.215943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:21.241820 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fc2b31-ff15-43c6-92cd-0fd153661919 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:21.267798 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=70fc2b31-ff15-43c6-92cd-0fd153661919,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:21.273137 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:21.351827 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a691691-1382-4a6b-901d-9016c77cf045 req-4d6891d3-aca7-4934-95e7-6c7923f08c3b tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:21.353373 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a691691-1382-4a6b-901d-9016c77cf045 req-4d6891d3-aca7-4934-95e7-6c7923f08c3b tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.0836277 Apr 06 10:01:21.357631 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f66f-1d1c-402d-a61a-c4970e7a8cd4 req-4101a1e9-b776-4f79-8f53-c65eca2f9086 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:21.360812 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8a11f66f-1d1c-402d-a61a-c4970e7a8cd4 req-4101a1e9-b776-4f79-8f53-c65eca2f9086 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.1176505 Apr 06 10:01:21.378243 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:21.405006 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a691691-1382-4a6b-901d-9016c77cf045 req-bc83a9af-c3df-45b3-b167-25581efd9b29 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453131 Apr 06 10:01:21.433262 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8a11f66f-1d1c-402d-a61a-c4970e7a8cd4 req-a2f7be27-bee3-457f-82d5-bd954381f5be tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Apr 06 10:01:21.774501 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cc46d-835f-4323-8e9b-03a093535aa3 req-f88412c0-1fc3-4d2b-9632-9d01c356c7d8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:21.776713 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a42cc46d-835f-4323-8e9b-03a093535aa3 req-f88412c0-1fc3-4d2b-9632-9d01c356c7d8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 944 time: 0.1108496 Apr 06 10:01:21.805231 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['70fc2b31-ff15-43c6-92cd-0fd153661919'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:01:21.840395 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a42cc46d-835f-4323-8e9b-03a093535aa3 req-9be5f0aa-e241-497d-958e-3a9eed6b7375 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574667 Apr 06 10:01:22.027996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb374a-a381-46e6-b900-f9f99c73037c req-92f14bf5-c7d0-4613-8358-54d943d204ea tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:22.029458 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64cb374a-a381-46e6-b900-f9f99c73037c req-92f14bf5-c7d0-4613-8358-54d943d204ea tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.1601877 Apr 06 10:01:22.084706 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64cb374a-a381-46e6-b900-f9f99c73037c req-e38fbe66-185b-4020-84c3-6d206d84d3ac tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Apr 06 10:01:22.706107 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc538-dda6-4a8d-9f6a-c4864d9431a1 req-0ae0a240-b822-40c6-bc75-2a5802bfeb91 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:22.707530 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-943fc538-dda6-4a8d-9f6a-c4864d9431a1 req-0ae0a240-b822-40c6-bc75-2a5802bfeb91 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.0901196 Apr 06 10:01:22.752125 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-943fc538-dda6-4a8d-9f6a-c4864d9431a1 req-f1592832-b91a-4b36-89b5-c76bb8dc9143 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Apr 06 10:01:23.032077 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed308c3-f983-45d6-8322-47bf21cafe6f req-7e041123-e8d8-42c5-ba02-fb09291556ea tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:23.032694 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-fed308c3-f983-45d6-8322-47bf21cafe6f req-7e041123-e8d8-42c5-ba02-fb09291556ea tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:23.047310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-fed308c3-f983-45d6-8322-47bf21cafe6f req-7e041123-e8d8-42c5-ba02-fb09291556ea tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:23.048507 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fed308c3-f983-45d6-8322-47bf21cafe6f req-7e041123-e8d8-42c5-ba02-fb09291556ea tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 944 time: 0.0960774 Apr 06 10:01:23.095128 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fed308c3-f983-45d6-8322-47bf21cafe6f req-a0ab5a9c-6e3c-4148-9ef4-aa1c25ebb807 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Apr 06 10:01:23.283892 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a9052-69aa-423a-9a10-d5c09f1c51e0 req-1041ca1a-e7d2-4bce-a1ae-9878a8cf3aba tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:23.285228 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8e1a9052-69aa-423a-9a10-d5c09f1c51e0 req-1041ca1a-e7d2-4bce-a1ae-9878a8cf3aba tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.0775082 Apr 06 10:01:23.332864 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8e1a9052-69aa-423a-9a10-d5c09f1c51e0 req-7463ca11-41c9-4b1f-91e4-ef4579e87527 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Apr 06 10:01:23.499254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-aa109fe4-0880-4614-a9b2-8fe6bae856a3 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:23.500659 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-aa109fe4-0880-4614-a9b2-8fe6bae856a3 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.48 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.0764129 Apr 06 10:01:23.573739 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Deleting port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:01:23.574076 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:23.825999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] For port 8a91e862-2918-4b7a-b3e6-ede9ab84e846, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=8a91e862-2918-4b7a-b3e6-ede9ab84e846,segment=NetworkSegment(c3950365-a95a-4ec3-9291-888bedb60102),segment_id=c3950365-a95a-4ec3-9291-888bedb60102)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:23.826369 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:23.898340 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:23.951872 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Calling delete_port for 8a91e862-2918-4b7a-b3e6-ede9ab84e846 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:01:24.156797 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3a66-3663-4d19-93b6-65a337adcd3b req-08441a7f-d5fb-4aea-a585-44699b6d51c9 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:24.159638 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-37ca3a66-3663-4d19-93b6-65a337adcd3b req-08441a7f-d5fb-4aea-a585-44699b6d51c9 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/ports?device_id=43395584-f8b8-4e71-b87b-96bb3590669c HTTP/1.1" status: 200 len: 946 time: 0.2125771 Apr 06 10:01:24.216879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-73bbd323-8193-4a6f-8409-f99534507e24 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:24.218263 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-73bbd323-8193-4a6f-8409-f99534507e24 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.48 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.2143924 Apr 06 10:01:24.310750 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292dd8-bd64-470b-84e1-dd55617057c4 req-bf359b2a-6b1e-4803-90ab-9c7ee10163d3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:24.312541 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-67292dd8-bd64-470b-84e1-dd55617057c4 req-bf359b2a-6b1e-4803-90ab-9c7ee10163d3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 944 time: 0.0886505 Apr 06 10:01:24.319356 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-37ca3a66-3663-4d19-93b6-65a337adcd3b req-e7e80189-2b8b-4b21-9d75-0a4fd688dd64 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e502851-1403-4a17-afa4-34a60199d8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268868 Apr 06 10:01:24.324403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Deleting port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:01:24.324734 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:24.353578 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:24.366154 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['8a91e862-2918-4b7a-b3e6-ede9ab84e846'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:01:24.374157 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-67292dd8-bd64-470b-84e1-dd55617057c4 req-1ce3af86-1da4-4e53-8d84-af0d9cd39213 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555549 Apr 06 10:01:24.418279 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Pushing event deleted for resources: {'Port': ['ID=8a91e862-2918-4b7a-b3e6-ede9ab84e846,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:24.570670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] No DVR routers for this DVR port 8a91e862-2918-4b7a-b3e6-ede9ab84e846 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:01:24.585369 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:24.590010 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'name': 'network-vif-deleted', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:24.687214 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35279a0e-2d59-464e-9097-ad6dbc1a867a'] response: {'server_uuid': '43395584-f8b8-4e71-b87b-96bb3590669c', 'name': 'network-vif-deleted', 'tag': '8a91e862-2918-4b7a-b3e6-ede9ab84e846', 'status': 'completed', 'code': 200} Apr 06 10:01:24.688496 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bb9b6044-22e6-4aca-a55b-80f217bfb61e req-877877e5-8107-4d60-bacd-1e97e4ae2a66 tempest-VolumesActionsTest-231283244 tempest-VolumesActionsTest-231283244-project] 10.222.0.48 "DELETE /v2.0/ports/8a91e862-2918-4b7a-b3e6-ede9ab84e846 HTTP/1.1" status: 204 len: 173 time: 1.1811399 Apr 06 10:01:24.757715 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f294-92b8-47c1-8667-def36cfb31cb req-b43efac1-50ec-41c2-9a22-fe23cfc31968 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:24.759136 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bd14f294-92b8-47c1-8667-def36cfb31cb req-b43efac1-50ec-41c2-9a22-fe23cfc31968 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 950 time: 0.2632177 Apr 06 10:01:24.860560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] For port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,segment=NetworkSegment(17b75fcd-b151-45b5-9957-5de30013c6ee),segment_id=17b75fcd-b151-45b5-9957-5de30013c6ee)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:24.860820 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:24.975904 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 70fc2b31-ff15-43c6-92cd-0fd153661919 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:01:24.993166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Calling delete_port for b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:01:25.033051 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bd14f294-92b8-47c1-8667-def36cfb31cb req-f95c32a7-3f90-4ae8-a18b-b73c79c7dee7 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647579 Apr 06 10:01:25.058472 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 70fc2b31-ff15-43c6-92cd-0fd153661919 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:25.063289 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 70fc2b31-ff15-43c6-92cd-0fd153661919 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:25.063655 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.169465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.199908 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.224179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Pushing event deleted for resources: {'Port': ['ID=b5cd755e-d626-45fa-8dc5-de50a8ebf4c6,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:25.239964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:25.270533 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=70fc2b31-ff15-43c6-92cd-0fd153661919,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:25.285584 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.410709 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 60112) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:25.435796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] No DVR routers for this DVR port b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:01:25.438044 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.456347 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5ff5aac5-ef32-488c-9840-6d2a9fef4bb1 req-028384b9-0b88-4f82-91bb-3f3bc03bd6bc tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.48 "DELETE /v2.0/ports/b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 HTTP/1.1" status: 204 len: 173 time: 1.2277837 Apr 06 10:01:25.481765 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a561261-6a77-4918-9daf-17e8d5f291b6'] response: {'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'code': 200} Apr 06 10:01:25.520193 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:25.733574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.785112 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:25.792052 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Usage tracker for resource:security_group_rule and tenant:43c9215d34d8428b812eaddad9cbe410 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:25.795534 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:25.803887 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:25.811049 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04764e48-368f-4e2f-a2a7-20421df3bb4b req-46780983-a989-46bd-93c4-00d3734fe1e0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:25.812646 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04764e48-368f-4e2f-a2a7-20421df3bb4b req-46780983-a989-46bd-93c4-00d3734fe1e0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1262228 Apr 06 10:01:25.836968 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-27e87c6d-1f7c-463b-bd0b-da6f719b4839 req-a8abbb85-bc4f-44d5-b0ce-713440e63737 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0781031 Apr 06 10:01:25.885578 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-27e87c6d-1f7c-463b-bd0b-da6f719b4839 req-8a2df1c6-cfd9-41bd-8f66-a506bd4b17aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Apr 06 10:01:25.888177 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04764e48-368f-4e2f-a2a7-20421df3bb4b req-37ceda43-6965-4074-bbf3-e95be5b9610e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651126 Apr 06 10:01:25.922633 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.926005 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:25.984838 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217a1c8-ecdd-4998-8c22-3d2bab4434e2,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:25.994227 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f1770629-577a-42ac-b1e9-132993ea3696 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43c9215d34d8428b812eaddad9cbe410&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5809886 Apr 06 10:01:25.996977 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60132) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:26.092807 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.119786 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.170857 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.218838 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217a1c8-ecdd-4998-8c22-3d2bab4434e2,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:26.229704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-40098165-10fc-41a0-b284-ee8158bbc86c req-222cc2bb-0993-442d-8cde-fde2f5ed9fd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Synchronizing usage tracker for tenant:4992fce735464517aae44992e48361ee on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:26.232328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.233406 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0943df6d-9bc8-49f9-96cf-26ab06c67453 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4217a1c8-ecdd-4998-8c22-3d2bab4434e2 HTTP/1.1" status: 204 len: 168 time: 0.2353520 Apr 06 10:01:26.248027 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-40098165-10fc-41a0-b284-ee8158bbc86c req-222cc2bb-0993-442d-8cde-fde2f5ed9fd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] Unset dirty status for tenant:4992fce735464517aae44992e48361ee on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:26.249215 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-40098165-10fc-41a0-b284-ee8158bbc86c req-222cc2bb-0993-442d-8cde-fde2f5ed9fd4 tempest-VolumesNegativeTest-1149980644 tempest-VolumesNegativeTest-1149980644-project] 10.222.0.39 "GET /v2.0/ports?device_id=50845e68-5ac4-4e09-85d0-518b795cb174 HTTP/1.1" status: 200 len: 210 time: 0.0742714 Apr 06 10:01:26.619149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60146) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:26.638520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.669030 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:26.673166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Usage tracker for resource:security_group_rule and tenant:ab37dd2890be48069b8920c59511d28f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:26.676100 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:26.682533 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:26.694104 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'name': 'network-vif-deleted', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:26.754325 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b5fcc4-6067-4d91-92c5-e46c026865b6'] response: {'server_uuid': '50845e68-5ac4-4e09-85d0-518b795cb174', 'name': 'network-vif-deleted', 'tag': 'b5cd755e-d626-45fa-8dc5-de50a8ebf4c6', 'status': 'completed', 'code': 200} Apr 06 10:01:26.760934 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.764635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.811936 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942fb04d-96bd-4c65-b28b-7ed6bdfc61a4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:26.815957 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-7c1c9d51-87af-4f37-abdb-28f078e88f86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab37dd2890be48069b8920c59511d28f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955523 Apr 06 10:01:26.818648 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60152) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:26.877522 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.901374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.954035 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.972245 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942fb04d-96bd-4c65-b28b-7ed6bdfc61a4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:26.974920 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:26.978536 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-05ac43b9-710a-459a-a700-854e3cbef76d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/942fb04d-96bd-4c65-b28b-7ed6bdfc61a4 HTTP/1.1" status: 204 len: 168 time: 0.1566300 Apr 06 10:01:26.979178 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 8a91e862-2918-4b7a-b3e6-ede9ab84e846 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:01:27.048842 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 8a91e862-2918-4b7a-b3e6-ede9ab84e846 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:01:27.049169 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 8a91e862-2918-4b7a-b3e6-ede9ab84e846 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:01:27.049773 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:01:27.084470 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:01:27.085026 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b5cd755e-d626-45fa-8dc5-de50a8ebf4c6 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:01:27.121628 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ddc35-661c-47d5-93bc-802b4a8301ff req-5484b101-ad62-43ea-ab9d-ca136fba98f3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:27.125801 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a35ddc35-661c-47d5-93bc-802b4a8301ff req-5484b101-ad62-43ea-ab9d-ca136fba98f3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1062975 Apr 06 10:01:27.178360 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a35ddc35-661c-47d5-93bc-802b4a8301ff req-bedf4c45-0df2-41f2-bf9b-eb50f53f11a9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498161 Apr 06 10:01:28.387424 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd7316-b3a9-4d90-81cb-8c914a64b71f req-37a59189-e34b-4433-b161-4fac0e793230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:28.393102 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f3cd7316-b3a9-4d90-81cb-8c914a64b71f req-37a59189-e34b-4433-b161-4fac0e793230 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0871389 Apr 06 10:01:28.450368 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f3cd7316-b3a9-4d90-81cb-8c914a64b71f req-9f89e82f-da46-4059-93ad-fe6bab3ae160 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516489 Apr 06 10:01:28.731796 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56c48a-dccf-47d2-a713-696c77c9ac77 req-3b82a923-4206-40ac-a945-c43ea945a7a2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:28.733526 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9c56c48a-dccf-47d2-a713-696c77c9ac77 req-3b82a923-4206-40ac-a945-c43ea945a7a2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1224964 Apr 06 10:01:28.743224 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60264) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:28.759103 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'floatingip': {'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:28.831466 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:29.566792 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:29.571285 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:29.781951 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Floating IP 8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005 associated. External IP: 172.28.0.134, port: 70fc2b31-ff15-43c6-92cd-0fd153661919. Apr 06 10:01:30.265208 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:01:30.512795 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:01:30.524504 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:01:30.525908 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:30.540705 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:01:30.541332 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:01:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:30.608947 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-46b41782-cd81-41b8-9b22-d44c5c23fed8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "PUT /v2.0/floatingips/8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005 HTTP/1.1" status: 200 len: 991 time: 1.8642740 Apr 06 10:01:30.609996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:30.712932 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00321754-d6dc-45cb-9d76-5c5485f1708e'] response: {'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'status': 'completed', 'code': 200} Apr 06 10:01:30.787610 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:01:30.830404 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-db200fd7-cc42-459f-a8d6-2789e5465764 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0968077 Apr 06 10:01:30.989186 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-244ca483-7e09-4c99-88c8-8a3b41035dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:30.991347 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-244ca483-7e09-4c99-88c8-8a3b41035dd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1548557 Apr 06 10:01:31.153051 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-73d1f371-1cd8-4eab-bea1-b7ca802fd4d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 999 time: 0.1531205 Apr 06 10:01:31.224362 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:01:29Z', 'revision_number': 1, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:31.228777 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:01:31.247128 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:01:31.247837 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:01:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:31.328229 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-b8013a5b-5989-4af7-9d7e-0d0ab09bed90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:31.330182 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-b8013a5b-5989-4af7-9d7e-0d0ab09bed90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1704125 Apr 06 10:01:31.407987 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-e6d88d24-eb0a-4833-ba63-678e6a906af7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697048 Apr 06 10:01:31.475880 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:01:31.545904 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-c120474f-96ad-47b7-90fc-51440ccd57f0 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302717 Apr 06 10:01:31.689078 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-169fe0f3-9b55-49cd-baa7-fef5339aa6e8 req-c1e250c0-08d7-4983-a0f0-3c1f97f8c0eb service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368268 Apr 06 10:01:31.848104 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:01:29Z', 'revision_number': 1, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:31.852113 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a40-f0d7-4cc5-b69d-24484c5b8301 None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:01:29Z', 'revision_number': 1, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:01:32.067385 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a4792-af06-4e6d-a368-7499afdf3403 None None] New status for floating IP 8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:01:32.566092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60468) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:32.704676 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:32.737591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:32.742711 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Usage tracker for resource:security_group_rule and tenant:c2206703814f46dbada58a7d7a043608 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:32.745639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:32.751304 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:32.821396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:32.825218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:32.873791 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9becaa54-3ea2-4441-9bfa-5509baf9d25a,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:32.883021 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-6d283f78-4912-411f-a0ce-b88b06fb5785 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2206703814f46dbada58a7d7a043608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159006 Apr 06 10:01:32.885579 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60474) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:32.945699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:32.971493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.023584 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.039089 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9becaa54-3ea2-4441-9bfa-5509baf9d25a,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:33.045153 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.048561 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-382896da-b86c-4c90-bed8-4729c1a8bc75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9becaa54-3ea2-4441-9bfa-5509baf9d25a HTTP/1.1" status: 204 len: 168 time: 0.1597753 Apr 06 10:01:33.285012 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 60490) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:33.467384 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60506) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:33.478650 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-08ddbfc1-3dec-4fcf-bacd-42fc732873f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4992fce735464517aae44992e48361ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923862 Apr 06 10:01:33.532126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.566110 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.625593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.646218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9d5f1a-46ae-44b5-b009-80fe695e6f1b,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:33.668417 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:33.671985 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5af93d33-6122-477e-9608-d1e7109f8f51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf9d5f1a-46ae-44b5-b009-80fe695e6f1b HTTP/1.1" status: 204 len: 168 time: 0.2007298 Apr 06 10:01:33.851536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60520) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:34.005841 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-252898917-network', 'tenant_id': 'e9f685a63ca643fca2502dbd47f76a8b'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:34.013449 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:34.021738 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Usage tracker for resource:network and tenant:e9f685a63ca643fca2502dbd47f76a8b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:34.026411 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:34.036541 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:34.043941 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-530339e1-7b9f-473c-a4d3-23bb314a3aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.050570 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Made reservation on behalf of e9f685a63ca643fca2502dbd47f76a8b for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:34.053323 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.066238 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.098406 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:34.103697 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Usage tracker for resource:security_group_rule and tenant:e9f685a63ca643fca2502dbd47f76a8b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:34.106548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:34.114053 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:34.187845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.198366 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.229990 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:01:34.238538 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f2df9-13a3-4c33-97f3-988c897fc213,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:34.245849 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.246228 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Added segment 2204ed67-e44a-43ca-909e-0cf129b09268 of type vlan for network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 Apr 06 10:01:34.274678 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.302494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.303501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:34.304079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.416123 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] Pushing event updated for resources: {'Network': ['ID=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:34.420194 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-dcff0bc2-6fbc-49a1-8e66-f2ee9294fdfb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5674202 Apr 06 10:01:34.423064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60534) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:34.425993 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:01:34.430923 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Request body: {'subnet': {'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-252898917-subnet', 'tenant_id': 'e9f685a63ca643fca2502dbd47f76a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:34.435546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:34.439331 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Usage tracker for resource:subnet and tenant:e9f685a63ca643fca2502dbd47f76a8b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:34.442125 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:34.448609 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:34.457971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Made reservation on behalf of e9f685a63ca643fca2502dbd47f76a8b for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:34.460875 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835203'] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.659589 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2677214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835245'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.728610 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed10d2e-446d-4154-9968-a3466f35b7df,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:34.740630 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Checking segment: {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:34.741122 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Network hostable DHCP agents. Network: ba6ba2a1-6230-4f94-8339-cd29c68fdfb4, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:01:34.762398 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:01:34.770815 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, ba6ba2a1-6230-4f94-8339-cd29c68fdfb4) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:34.775060 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:34.775631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:34.780306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c0d7f-3a10-4627-94e1-d28fadcf23e7 None None] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:01:34.795138 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-74b25c09-6594-4061-8332-a2efe60d03f0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3710859 Apr 06 10:01:34.986692 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9eed4-a6e8-4345-9bb3-6bbaeab8d7dc None None] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:01:36.230800 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b638-7cf3-48c3-b8bf-5581b9dc9222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:36.904434 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-9bb2749c-b3f0-4cf2-9791-bb0397e8b994 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:36.905848 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-9bb2749c-b3f0-4cf2-9791-bb0397e8b994 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 813 time: 0.1728346 Apr 06 10:01:36.921904 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-8a303e83-88e7-4531-b97e-7cb6f9407a80 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/quotas/e9f685a63ca643fca2502dbd47f76a8b HTTP/1.1" status: 200 len: 375 time: 0.0106668 Apr 06 10:01:36.965141 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-f4ec4ea5-783f-43de-a3b7-295d0853017f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383301 Apr 06 10:01:37.089501 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-c3a069b1-3d6b-48e4-b7b8-819d8a2e38c3 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180365 Apr 06 10:01:37.215549 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-8b3021b6-7836-4edf-a927-b6b127f679f9 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203079 Apr 06 10:01:37.385509 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:37.413569 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-abd71055-fb3d-49ec-8b37-9767923811ea req-9c405841-4c26-4f3e-8971-4a3b4450de11 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 210 time: 0.0473409 Apr 06 10:01:37.456934 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:38.553242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-0f56bdb9-fbbf-4f65-a25c-59d8c9af4bf1 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:38.555114 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-0f56bdb9-fbbf-4f65-a25c-59d8c9af4bf1 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Synchronizing usage tracker for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:38.575196 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-0f56bdb9-fbbf-4f65-a25c-59d8c9af4bf1 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Unset dirty status for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:38.577030 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-0f56bdb9-fbbf-4f65-a25c-59d8c9af4bf1 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 813 time: 0.1954787 Apr 06 10:01:38.592725 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7d797c9b-3b59-499b-9514-7057181639ff req-6f17dcfa-48c2-4f1a-ae0e-17dec63576da tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 210 time: 0.0443618 Apr 06 10:01:38.593316 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Request body: {'port': {'device_id': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4', 'admin_state_up': True, 'tenant_id': 'e9f685a63ca643fca2502dbd47f76a8b'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:38.708236 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:38.762312 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:38.766129 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Usage tracker for resource:port and tenant:e9f685a63ca643fca2502dbd47f76a8b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:38.768962 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:38.775359 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:38.784922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Made reservation on behalf of e9f685a63ca643fca2502dbd47f76a8b for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:38.787901 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:39.017604 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Allocated IP 172.20.0.14 (ba6ba2a1-6230-4f94-8339-cd29c68fdfb4/0ed10d2e-446d-4154-9968-a3466f35b7df/3af03d1e-1c8f-4184-8119-817216f12c1a) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:39.306605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:39.347985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:39.424517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:39.428408 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:39.430310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Pushing event updated for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:39.432424 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:39.494095 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:39.494683 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:39.517081 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-741a512a-03db-4633-b889-7f1cc1226913 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9275258 Apr 06 10:01:39.555049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Request body: {'port': {'device_id': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:39.674047 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:39.959739 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-6bcab231-a926-41b0-97ba-5503f6912522 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:39.960545 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-6bcab231-a926-41b0-97ba-5503f6912522 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Synchronizing usage tracker for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:40.023650 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-6bcab231-a926-41b0-97ba-5503f6912522 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Unset dirty status for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:40.024799 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-6bcab231-a926-41b0-97ba-5503f6912522 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 932 time: 0.2953665 Apr 06 10:01:40.117351 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-9a69ed9f-d907-4838-9220-01d503e19c6c tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Synchronizing usage tracker for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:40.142560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af03d1e-1c8f-4184-8119-817216f12c1a {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:40.151935 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:40.161192 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-9a69ed9f-d907-4838-9220-01d503e19c6c tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Unset dirty status for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:40.162400 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6bc3aaf-c773-4700-acd6-8a98ca9ddf9b req-9a69ed9f-d907-4838-9220-01d503e19c6c tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308372 Apr 06 10:01:40.167762 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Transition to ACTIVE for port object 3af03d1e-1c8f-4184-8119-817216f12c1a will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:40.170971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:40.289501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:40.390979 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Attempting to bind port 3af03d1e-1c8f-4184-8119-817216f12c1a on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:01:40.391362 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Attempting to bind port 3af03d1e-1c8f-4184-8119-817216f12c1a by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:01:40.391804 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Attempting to bind port 3af03d1e-1c8f-4184-8119-817216f12c1a on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:40.397868 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Port 3af03d1e-1c8f-4184-8119-817216f12c1a on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:01:40.398175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Attempting to bind port 3af03d1e-1c8f-4184-8119-817216f12c1a on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:40.404346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:01:40.404672 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Checking segment: {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:40.405040 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Bound using segment: {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:01:40.405446 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Bound port: 3af03d1e-1c8f-4184-8119-817216f12c1a, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:01:40.405778 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:40.497405 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:01:40.500353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=3af03d1e-1c8f-4184-8119-817216f12c1a,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:01:40.506205 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:40.563410 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:40.564760 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3af03d1e-1c8f-4184-8119-817216f12c1a HTTP/1.1" status: 200 len: 1094 time: 1.0147588 Apr 06 10:01:40.565175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:40.589096 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ddba1-a042-42fd-89c4-98794584e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:40.636650 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c56f79-41b5-46b7-b3f6-81cfb84c85c7'] response: {'name': 'network-changed', 'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a', 'status': 'completed', 'code': 200} Apr 06 10:01:40.672849 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-d7743a86-b7a8-4fa9-9fa1-d477ec32a7c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 1097 time: 0.0723486 Apr 06 10:01:40.739137 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-1b0a6361-a042-46e4-a7dd-db7b0b787a25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af03d1e-1c8f-4184-8119-817216f12c1a HTTP/1.1" status: 200 len: 217 time: 0.0581093 Apr 06 10:01:40.803416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-ee29318f-bb9c-409b-a9a6-622cc87bd3e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:40.804758 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-ee29318f-bb9c-409b-a9a6-622cc87bd3e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ed10d2e-446d-4154-9968-a3466f35b7df HTTP/1.1" status: 200 len: 853 time: 0.0587769 Apr 06 10:01:40.849846 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-be9c2674-806f-448b-8e7a-5096515067e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388439 Apr 06 10:01:41.048107 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-3a45c06b-9b13-40fe-a8b2-cbf5852163f5 service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905901 Apr 06 10:01:41.188405 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c60a353e-20c5-4662-a16c-161af0b9a6f6 req-948f98e6-034f-4b22-b145-6ba2341b28a9 service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310160 Apr 06 10:01:41.398796 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-2f02c433-ee50-4a24-9d96-170d680d0aad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 1097 time: 0.1422629 Apr 06 10:01:41.407040 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663436-c3dd-44f5-8f2e-98397306f75b req-4e3bb6a8-723c-4265-9ddb-3592a63f7b6d tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:41.408308 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-43663436-c3dd-44f5-8f2e-98397306f75b req-4e3bb6a8-723c-4265-9ddb-3592a63f7b6d tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 944 time: 0.1005776 Apr 06 10:01:41.559713 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-43663436-c3dd-44f5-8f2e-98397306f75b req-c10ff97b-6df2-4c5e-ad5d-3812916c0b44 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320887 Apr 06 10:01:41.584384 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-c58ba617-c463-4c49-9305-603ed02b6d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:41.585986 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-c58ba617-c463-4c49-9305-603ed02b6d1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 914 time: 0.1767530 Apr 06 10:01:41.675166 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-967a57cc-0955-4994-95e7-9d85da9eca9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af03d1e-1c8f-4184-8119-817216f12c1a HTTP/1.1" status: 200 len: 217 time: 0.0806797 Apr 06 10:01:41.739685 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-e921a184-4870-45e6-8551-7f85c2b5be0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:41.741505 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-e921a184-4870-45e6-8551-7f85c2b5be0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ed10d2e-446d-4154-9968-a3466f35b7df HTTP/1.1" status: 200 len: 853 time: 0.0597055 Apr 06 10:01:41.794980 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-8b73b1e7-1d4c-42c1-aabe-4abb605aa1aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441790 Apr 06 10:01:41.924477 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-9fc59fa7-de04-4e8e-b610-767974ee8f51 service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261256 Apr 06 10:01:42.056448 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c8d70896-a987-4558-b5d1-78ebb1b90eb7 req-90940f5d-7b4d-4b26-a24d-9e18aa5dadc4 service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246176 Apr 06 10:01:42.765617 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ec7a-d5a4-49ac-a1de-b95d08c8074d req-ba6d568c-9613-406d-a819-89d64c97bae3 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:42.767036 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2f34ec7a-d5a4-49ac-a1de-b95d08c8074d req-ba6d568c-9613-406d-a819-89d64c97bae3 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 944 time: 0.0772429 Apr 06 10:01:42.812280 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2f34ec7a-d5a4-49ac-a1de-b95d08c8074d req-781d5f1b-e061-4f81-b5f9-a1f38239092a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Apr 06 10:01:44.002801 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b074e-270d-4399-ab30-552ae53f9121 req-fc7c55f9-f97d-4915-a32d-b9d0e549f783 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:44.004207 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a0b074e-270d-4399-ab30-552ae53f9121 req-fc7c55f9-f97d-4915-a32d-b9d0e549f783 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 944 time: 0.0737619 Apr 06 10:01:44.051099 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a0b074e-270d-4399-ab30-552ae53f9121 req-a8dd0112-c522-4ce6-94cc-a9455830c7b9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Apr 06 10:01:44.459173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60688) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:44.518249 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Deleting subnet 258340a3-5b05-4743-95bf-25b4a423bd27 {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:01:44.522434 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:44.571264 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3335604'] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:44.624042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:44.691210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2677023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835238'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:44.733368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258340a3-5b05-4743-95bf-25b4a423bd27,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:44.737103 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:44.744819 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-6675d18f-baca-48e5-8c00-0b1be6f5854a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/258340a3-5b05-4743-95bf-25b4a423bd27 HTTP/1.1" status: 204 len: 168 time: 0.2843523 Apr 06 10:01:44.746914 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60692) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:44.848193 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.028207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.055743 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1810d7d-4702-4fa3-b5ed-619d3e179458']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.067179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3950365-a95a-4ec3-9291-888bedb60102') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.067613 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3950365-a95a-4ec3-9291-888bedb60102') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.079728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.100560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.106459 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:01:45.106828 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:01:45.119805 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:01:45.191770 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.197184 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.218939 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d1810d7d-4702-4fa3-b5ed-619d3e179458 HTTP/1.1" status: 204 len: 168 time: 0.4710515 Apr 06 10:01:45.219754 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899fea4-4a10-4d91-ab0a-2d5c80e2ff54 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1810d7d-4702-4fa3-b5ed-619d3e179458,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:45.222338 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 60698) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:45.300286 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31c423-dfdd-45e5-85d8-e05c8a7ea541 req-04f5c814-dafa-44e3-a63a-7d93389137b9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:45.301725 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ca31c423-dfdd-45e5-85d8-e05c8a7ea541 req-04f5c814-dafa-44e3-a63a-7d93389137b9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 944 time: 0.1310806 Apr 06 10:01:45.304485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Deleting subnet 6d53ea23-9207-4706-826e-b25e25950e7e {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:01:45.308741 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.389312 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.400076 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ca31c423-dfdd-45e5-85d8-e05c8a7ea541 req-2e7a7e10-62a9-4202-97f6-f72c0d2d6cf1 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922511 Apr 06 10:01:45.401037 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.469947 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.507104 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d53ea23-9207-4706-826e-b25e25950e7e,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:45.511679 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.524601 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60708) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:45.524962 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-ded3f345-e40b-4f8e-a3fa-9b70752508ca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d53ea23-9207-4706-826e-b25e25950e7e HTTP/1.1" status: 204 len: 168 time: 0.3012803 Apr 06 10:01:45.637674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.759193 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.783552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d6b58e-84cf-492c-aef6-d993f82dd380']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.794931 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51395080-d274-4e78-a8d1-27314f512b2b') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.795157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51395080-d274-4e78-a8d1-27314f512b2b') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:01:45.806367 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.821862 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.827601 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:01:45.827963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:01:45.840157 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:01:45.912789 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.928207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:45.936887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d6b58e-84cf-492c-aef6-d993f82dd380,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:45.939587 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5b843a80-fb10-4867-9ab4-abba52b21ccd admin admin] 10.222.0.39 "DELETE /v2.0/networks/f5d6b58e-84cf-492c-aef6-d993f82dd380 HTTP/1.1" status: 204 len: 168 time: 0.4140205 Apr 06 10:01:46.076468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60716) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:46.126407 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-9525ce8a-62c5-4b1e-a5a8-94cc64b7f9fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee68ab66f0a54e768c765bc288833e94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487368 Apr 06 10:01:46.128640 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60720) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:46.186650 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.210777 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.261328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.278785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e502851-1403-4a17-afa4-34a60199d8c5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:46.292132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.293349 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-46ef4262-5357-4d22-b34e-7a8b09be6270 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e502851-1403-4a17-afa4-34a60199d8c5 HTTP/1.1" status: 204 len: 168 time: 0.1638327 Apr 06 10:01:46.608865 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d0fe-36c2-4e42-bf63-848a305ff637 req-ddcb920e-47f6-4ed5-9135-0c7d3c055845 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:46.610464 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d0a2d0fe-36c2-4e42-bf63-848a305ff637 req-ddcb920e-47f6-4ed5-9135-0c7d3c055845 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 944 time: 0.0883667 Apr 06 10:01:46.661873 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d0a2d0fe-36c2-4e42-bf63-848a305ff637 req-e4909d15-befd-434a-8282-29415899fd71 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Apr 06 10:01:46.691629 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60732) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:46.742549 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ef84addf-d8e6-4b85-8c3b-15adc1b286d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0285396e92c41b4b203bde16881dd4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475721 Apr 06 10:01:46.742778 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60736) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:46.803043 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.827002 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.876630 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.890927 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a2948-7464-488c-bb4c-b0990eda9bc9,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:46.900198 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:46.901335 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8659a45d-8906-4924-bc71-cb0d3d293fef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c3a2948-7464-488c-bb4c-b0990eda9bc9 HTTP/1.1" status: 204 len: 168 time: 0.1577585 Apr 06 10:01:47.060201 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 3af03d1e-1c8f-4184-8119-817216f12c1a details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:01:47.194694 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=3af03d1e-1c8f-4184-8119-817216f12c1a,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:47.207682 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '3af03d1e-1c8f-4184-8119-817216f12c1a', 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4', 'port_id': '3af03d1e-1c8f-4184-8119-817216f12c1a', 'mac_address': 'fa:16:3e:3e:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed10d2e-446d-4154-9968-a3466f35b7df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:01:47.261087 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:47.277855 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af03d1e-1c8f-4184-8119-817216f12c1a {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:47.292963 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=3af03d1e-1c8f-4184-8119-817216f12c1a,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:47.296992 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:47.362750 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:47.722842 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60764) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:47.802444 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['3af03d1e-1c8f-4184-8119-817216f12c1a'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:01:47.873062 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166423452-network', 'tenant_id': 'bfe8f6b1e95c41c4ada8b0bebfd2c157'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:47.877418 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:47.877796 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093a630-469d-4d47-96f8-c20d881217b1 req-f1d46d23-d2a2-4d32-b022-b58f4c3001a9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:47.880065 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3093a630-469d-4d47-96f8-c20d881217b1 req-f1d46d23-d2a2-4d32-b022-b58f4c3001a9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 945 time: 0.0902739 Apr 06 10:01:47.881453 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Usage tracker for resource:network and tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:47.884250 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:47.890471 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:47.902088 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Made reservation on behalf of bfe8f6b1e95c41c4ada8b0bebfd2c157 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:47.905175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:47.919553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:47.931421 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3093a630-469d-4d47-96f8-c20d881217b1 req-e40fa1f5-4696-453d-8ea2-321bb7469c10 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Apr 06 10:01:47.954360 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:47.958399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:47.961558 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:47.967393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:48.036008 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.040691 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.070079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:01:48.077917 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb352f-8cc2-4e92-b0ef-df71a01424c7,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:48.083611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.084089 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Added segment efdd27a1-77f3-478e-8df1-a3d621996eeb of type vlan for network 817feb36-9c9c-477b-8722-ab11780fbe0f Apr 06 10:01:48.114952 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.141826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.142614 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:48.143173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.238963 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5149410 Apr 06 10:01:48.241934 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 60772) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:48.243793 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bc9c-7ff2-4eb7-9665-d67365faeae1 admin admin] Pushing event updated for resources: {'Network': ['ID=817feb36-9c9c-477b-8722-ab11780fbe0f,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:48.247362 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Request body: {'subnet': {'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166423452-subnet', 'tenant_id': 'bfe8f6b1e95c41c4ada8b0bebfd2c157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:48.252283 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:48.254061 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 817feb36-9c9c-477b-8722-ab11780fbe0f details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:01:48.256369 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Usage tracker for resource:subnet and tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:48.259346 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:48.265290 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:48.275816 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Made reservation on behalf of bfe8f6b1e95c41c4ada8b0bebfd2c157 for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:48.278093 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.470695 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.533276 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5744e399-2e28-447a-825d-cf4c733e8904,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:48.557441 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Checking segment: {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:48.557783 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Network hostable DHCP agents. Network: 817feb36-9c9c-477b-8722-ab11780fbe0f, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:01:48.577488 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Network 817feb36-9c9c-477b-8722-ab11780fbe0f is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:01:48.585928 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 817feb36-9c9c-477b-8722-ab11780fbe0f) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:48.589498 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:48.590070 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:48.594336 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b7f83-8e63-4c4b-8aa0-efbefb0ca78a None None] Network 817feb36-9c9c-477b-8722-ab11780fbe0f requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:01:48.609475 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-8fafdf03-9882-40c2-bcd8-62c345e8017c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3663962 Apr 06 10:01:48.813122 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4979f1-c7de-47ab-8f8b-a9e6ba86c77e None None] Network 817feb36-9c9c-477b-8722-ab11780fbe0f requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:01:49.191899 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602102-0261-4937-91b6-2c6f25ab38c3 req-5e21c4ab-8fea-4303-b409-878cdeff3071 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:49.196980 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51602102-0261-4937-91b6-2c6f25ab38c3 req-5e21c4ab-8fea-4303-b409-878cdeff3071 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 945 time: 0.0869308 Apr 06 10:01:49.255450 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51602102-0261-4937-91b6-2c6f25ab38c3 req-3825b38d-bcf7-442a-a437-bf96df30f450 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519981 Apr 06 10:01:50.408113 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 60806) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:50.460768 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512faf15-8b77-4ba3-aa8c-dc2ea97df423 req-ea25083a-7191-44e4-b03d-06db90066e0a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:50.462198 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-512faf15-8b77-4ba3-aa8c-dc2ea97df423 req-ea25083a-7191-44e4-b03d-06db90066e0a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 945 time: 0.0782273 Apr 06 10:01:50.526686 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-512faf15-8b77-4ba3-aa8c-dc2ea97df423 req-bdb0c501-3614-436f-8696-3690292cfa23 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Apr 06 10:01:50.574821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:50.606355 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:50.610133 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4377901cfcc1430aaa35cf14783103b2 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:50.613701 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:50.621021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:50.799712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-824bd9d9-458c-467a-bfbe-d33a966dac15 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:50.800404 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-824bd9d9-458c-467a-bfbe-d33a966dac15 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:50.830532 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:50.835785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:50.906427 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-824bd9d9-458c-467a-bfbe-d33a966dac15 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:50.907550 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-824bd9d9-458c-467a-bfbe-d33a966dac15 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 809 time: 0.2877216 Apr 06 10:01:50.948870 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc647e-9b44-4d0d-afc8-46aee3ccdef4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:50.953622 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-b6ab518b-2290-4ce9-a639-52e1ff6d3289 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/quotas/bfe8f6b1e95c41c4ada8b0bebfd2c157 HTTP/1.1" status: 200 len: 375 time: 0.0403435 Apr 06 10:01:50.956749 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1f69287f-2340-45ac-984f-15e73c6271d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4377901cfcc1430aaa35cf14783103b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474069 Apr 06 10:01:50.959882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 60820) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:01:51.001134 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-4740f441-23db-43a5-aae8-99918f87c4d4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399785 Apr 06 10:01:51.018200 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.044209 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.076959 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 3af03d1e-1c8f-4184-8119-817216f12c1a up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:01:51.098737 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.116798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc647e-9b44-4d0d-afc8-46aee3ccdef4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:51.120863 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.137973 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-006b4421-e675-4e0a-8c4c-1febd7c4f1ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ecc647e-9b44-4d0d-afc8-46aee3ccdef4 HTTP/1.1" status: 204 len: 168 time: 0.1767273 Apr 06 10:01:51.163060 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-e5084deb-2ad3-4131-8f74-e50a975a8681 service neutron] 10.222.0.39 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546664 Apr 06 10:01:51.166511 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 3af03d1e-1c8f-4184-8119-817216f12c1a completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:01:51.171391 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 3af03d1e-1c8f-4184-8119-817216f12c1a triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:01:51.171750 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.288091 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.291624 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-aa5c4410-1bec-4a0b-b88b-e0f81d96d753 service neutron] 10.222.0.39 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277728 Apr 06 10:01:51.315478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:51.325634 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=3af03d1e-1c8f-4184-8119-817216f12c1a,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:01:51.330522 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:51.384563 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed95f1da-7515-41b7-af13-6459bb5cd3bd'] response: {'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a', 'code': 200} Apr 06 10:01:51.414177 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:51.542076 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c5b7228a-a2aa-459d-b753-2a2dab2be2eb req-3dc07628-23b5-4109-86b2-554abc927d6e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 210 time: 0.0794766 Apr 06 10:01:51.668418 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c74e028-7a54-4e2f-812c-08ff91f15e71 req-84da98d2-6be7-481f-a804-a2d18ca02dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 1099 time: 0.0971322 Apr 06 10:01:51.775562 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c74e028-7a54-4e2f-812c-08ff91f15e71 req-5ade8bc3-9934-438a-ae2b-3855f5f4cd0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001749 Apr 06 10:01:51.803841 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafff09-e91a-4d69-a724-e30528b38a41 req-abb03723-4fd6-4e60-83d4-b7f6f3223676 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:51.805280 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1cafff09-e91a-4d69-a724-e30528b38a41 req-abb03723-4fd6-4e60-83d4-b7f6f3223676 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.0999086 Apr 06 10:01:51.854926 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1cafff09-e91a-4d69-a724-e30528b38a41 req-c26fb2a4-fabd-4278-bae7-2dcd20318e00 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Apr 06 10:01:52.621016 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:01:52.742676 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-96bc0eef-7b7a-4615-8f4a-10bfeeb3842a req-b8f959d6-44a2-48f3-8e44-c7c09f4a9782 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 210 time: 0.0438740 Apr 06 10:01:53.032354 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-332c762f-6ddb-47fd-89f4-5998e382c381 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:53.033730 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-332c762f-6ddb-47fd-89f4-5998e382c381 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 809 time: 0.1902983 Apr 06 10:01:53.062027 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Request body: {'port': {'device_id': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f', 'admin_state_up': True, 'tenant_id': 'bfe8f6b1e95c41c4ada8b0bebfd2c157'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:53.180465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c157cb-ec30-450c-b8c7-47f45b4e3ce3 req-8d8115f1-ee11-4203-b843-2156bf29278f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:53.181888 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d0c157cb-ec30-450c-b8c7-47f45b4e3ce3 req-8d8115f1-ee11-4203-b843-2156bf29278f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.2017109 Apr 06 10:01:53.262282 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d0c157cb-ec30-450c-b8c7-47f45b4e3ce3 req-3616b075-f09f-4804-a21f-672ce272c0c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 Apr 06 10:01:53.266612 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:01:53.270399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Usage tracker for resource:port and tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:01:53.273803 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:01:53.279623 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:01:53.290643 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Made reservation on behalf of bfe8f6b1e95c41c4ada8b0bebfd2c157 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:01:53.293616 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:53.452828 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Allocated IP 172.20.0.5 (817feb36-9c9c-477b-8722-ab11780fbe0f/5744e399-2e28-447a-825d-cf4c733e8904/2af1d948-76dd-4b72-9cae-a69b9267ac26) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:01:53.667285 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:53.694959 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:53.769887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Network 817feb36-9c9c-477b-8722-ab11780fbe0f is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:01:53.777167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:01:53.783724 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:01:53.821294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Pushing event updated for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:53.868184 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:53.868802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:53.886466 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:53.899280 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-f85ce0d0-4a65-4f1f-bbba-ae0e9a7b7c8a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428013 Apr 06 10:01:53.915041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Request body: {'port': {'device_id': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:01:53.994560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af1130-13a6-4d1a-a1c7-4ab61f5c7de3 req-b27bee64-c1e1-4843-979f-2bbc6780378f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:53.996119 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-99af1130-13a6-4d1a-a1c7-4ab61f5c7de3 req-b27bee64-c1e1-4843-979f-2bbc6780378f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 931 time: 0.1245162 Apr 06 10:01:54.048760 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-99af1130-13a6-4d1a-a1c7-4ab61f5c7de3 req-11673557-19ff-4b46-93f5-bed57d662901 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Apr 06 10:01:54.073695 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:54.242590 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-3a01c1de-8c49-40ff-9ab8-2b1148972020 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2397904 Apr 06 10:01:54.575780 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-73765a7f-fb98-443b-bceb-05c8814fac2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1099 time: 0.1873870 Apr 06 10:01:54.627297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ab75a-b03e-41cd-b38b-27764ea88f00 req-8dd24cdb-e3f6-4381-80b5-5453a90b8768 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:54.628859 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5d4ab75a-b03e-41cd-b38b-27764ea88f00 req-8dd24cdb-e3f6-4381-80b5-5453a90b8768 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.2052550 Apr 06 10:01:54.754263 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af1d948-76dd-4b72-9cae-a69b9267ac26 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:01:54.767882 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:54.799238 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5d4ab75a-b03e-41cd-b38b-27764ea88f00 req-3aa6e7cc-c330-41dc-ac84-0cb2e74d54e9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473589 Apr 06 10:01:54.816800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Transition to ACTIVE for port object 2af1d948-76dd-4b72-9cae-a69b9267ac26 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:01:54.821963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47827d68-4ca7-4f46-8990-707950910cf4 req-a4605637-6d8d-4f6c-8aea-08e1ce46dcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:54.823417 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-a4605637-6d8d-4f6c-8aea-08e1ce46dcb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1936972 Apr 06 10:01:54.830955 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:54.947613 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-5fede32d-0a7b-448a-8973-0f85ff84a7a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 217 time: 0.1108825 Apr 06 10:01:55.057536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:55.144105 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47827d68-4ca7-4f46-8990-707950910cf4 req-f3cd5589-d980-44f1-a43b-5ad9cffd795e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:55.146355 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-f3cd5589-d980-44f1-a43b-5ad9cffd795e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.1421456 Apr 06 10:01:55.234140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Attempting to bind port 2af1d948-76dd-4b72-9cae-a69b9267ac26 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:01:55.234479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Attempting to bind port 2af1d948-76dd-4b72-9cae-a69b9267ac26 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:01:55.234792 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Attempting to bind port 2af1d948-76dd-4b72-9cae-a69b9267ac26 on network 817feb36-9c9c-477b-8722-ab11780fbe0f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:55.251574 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Port 2af1d948-76dd-4b72-9cae-a69b9267ac26 on network 817feb36-9c9c-477b-8722-ab11780fbe0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:01:55.251819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Attempting to bind port 2af1d948-76dd-4b72-9cae-a69b9267ac26 on network 817feb36-9c9c-477b-8722-ab11780fbe0f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:01:55.267275 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:01:55.267622 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Checking segment: {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:01:55.267984 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Bound using segment: {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:01:55.268441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Bound port: 2af1d948-76dd-4b72-9cae-a69b9267ac26, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:01:55.268785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:55.285753 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-a32e9a26-f073-4ecd-b67b-e7f3f258f1bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1323287 Apr 06 10:01:55.307096 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f26de-f39d-4c9f-8880-dec2b15246ef req-9b1fa81a-f192-482b-84bc-32f477b450b9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:55.316975 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f71f26de-f39d-4c9f-8880-dec2b15246ef req-9b1fa81a-f192-482b-84bc-32f477b450b9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 943 time: 0.1353695 Apr 06 10:01:55.380993 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f71f26de-f39d-4c9f-8880-dec2b15246ef req-f633718a-65b7-47fa-82e1-bd45ff632a98 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 Apr 06 10:01:55.467571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:01:55.493768 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:01:55.500052 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-8a21eaa3-f3f0-41c1-857f-e31b4bdad412 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817460 Apr 06 10:01:55.501776 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:55.652778 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:01:55.654093 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] 10.222.0.48 "PUT /v2.0/ports/2af1d948-76dd-4b72-9cae-a69b9267ac26 HTTP/1.1" status: 200 len: 1093 time: 1.7442112 Apr 06 10:01:55.654510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:01:55.680038 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97a5e7-681c-4942-81af-e2e781df5205 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:01:55.747562 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8898f36a-3ea2-496f-aa09-6a9587793cad'] response: {'name': 'network-changed', 'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26', 'status': 'completed', 'code': 200} Apr 06 10:01:55.846435 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47827d68-4ca7-4f46-8990-707950910cf4 req-247b6b64-7ae7-44e1-bdc0-54bc9502b026 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393896 Apr 06 10:01:55.873881 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-66385b2b-21cc-4a73-9fea-753aa6393fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 1096 time: 0.1691616 Apr 06 10:01:55.945244 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-0e725af4-3bd6-43e1-a0bf-1bf124440fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26 HTTP/1.1" status: 200 len: 217 time: 0.0607479 Apr 06 10:01:56.021298 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-383ac0fe-7b27-47e7-af6e-9d64ee0df0d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:56.022754 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-383ac0fe-7b27-47e7-af6e-9d64ee0df0d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5744e399-2e28-447a-825d-cf4c733e8904 HTTP/1.1" status: 200 len: 849 time: 0.0614214 Apr 06 10:01:56.070805 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-72468c77-9857-4813-815c-a59b05866252 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=817feb36-9c9c-477b-8722-ab11780fbe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417523 Apr 06 10:01:56.211648 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-d0e45949-f7d7-4cf4-9431-ea64ca9506eb service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335483 Apr 06 10:01:56.341428 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58a9af21-6fa4-4feb-b071-65a0a1e17c55 req-73681e45-e0f0-4d39-a8c9-81d3368ef9f2 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218078 Apr 06 10:01:56.465650 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-46e9530e-cfda-472d-b104-927f4b04b203 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 1096 time: 0.0734525 Apr 06 10:01:56.587684 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d29e2-46be-4881-be78-1d52f0abcb72 req-35024feb-49e2-41d9-901a-a0266b0dd619 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:56.589225 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fe4d29e2-46be-4881-be78-1d52f0abcb72 req-35024feb-49e2-41d9-901a-a0266b0dd619 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 943 time: 0.0793102 Apr 06 10:01:56.621972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-1a7b730a-30ba-429a-bddf-c7392e654fe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:56.623391 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-1a7b730a-30ba-429a-bddf-c7392e654fe0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 910 time: 0.1503034 Apr 06 10:01:56.637594 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fe4d29e2-46be-4881-be78-1d52f0abcb72 req-a88474de-ca90-4d4f-8e61-b6548ba9f469 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Apr 06 10:01:56.690624 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-d07150cc-71cb-4268-96c8-830a1e104300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26 HTTP/1.1" status: 200 len: 217 time: 0.0592420 Apr 06 10:01:56.763728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-92f6e499-d963-4891-aaaa-925eb79a4ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:56.765767 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-92f6e499-d963-4891-aaaa-925eb79a4ca9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5744e399-2e28-447a-825d-cf4c733e8904 HTTP/1.1" status: 200 len: 849 time: 0.0689468 Apr 06 10:01:56.813592 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-ba3e3e4f-f402-4279-8624-4e7843ab92aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=817feb36-9c9c-477b-8722-ab11780fbe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382118 Apr 06 10:01:56.960245 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-3336662a-8f17-4d19-a5a5-e314d8c7f93e service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328585 Apr 06 10:01:57.095667 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d12ad8c6-9ce3-46eb-abff-12a276e9e840 req-d876e37a-7c5d-443f-920a-0169076a9970 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288538 Apr 06 10:01:57.836896 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-66dc1ecd-7a70-49f0-a8fb-86c7426873a7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:57.837571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-66dc1ecd-7a70-49f0-a8fb-86c7426873a7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:57.854309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-66dc1ecd-7a70-49f0-a8fb-86c7426873a7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:57.855621 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-66dc1ecd-7a70-49f0-a8fb-86c7426873a7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 943 time: 0.0958397 Apr 06 10:01:57.903308 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-f5a22395-ed2e-4bcb-b70b-95b6bfecd54d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:01:57.919473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-f5a22395-ed2e-4bcb-b70b-95b6bfecd54d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:01:57.920728 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-89f3ddfd-c188-4547-a175-f3891df58d36 req-f5a22395-ed2e-4bcb-b70b-95b6bfecd54d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Apr 06 10:01:59.113841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f5f26-2eb9-4b22-b760-e41439272223 req-c0feac23-b39b-46b6-85fa-b1f989acb6c4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:01:59.115544 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-aa7f5f26-2eb9-4b22-b760-e41439272223 req-c0feac23-b39b-46b6-85fa-b1f989acb6c4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 943 time: 0.0735633 Apr 06 10:01:59.161335 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-aa7f5f26-2eb9-4b22-b760-e41439272223 req-33851e7e-05e9-4319-b5d2-a7283bbbae97 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Apr 06 10:02:00.356171 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073822d-de24-4ad8-9cdf-57b492245446 req-a73e8dcd-e350-4438-9d20-0a4231b12c26 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:00.357644 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5073822d-de24-4ad8-9cdf-57b492245446 req-a73e8dcd-e350-4438-9d20-0a4231b12c26 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 943 time: 0.0741358 Apr 06 10:02:00.409439 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5073822d-de24-4ad8-9cdf-57b492245446 req-8f803b79-5fda-4894-bd04-470418c9bc4b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Apr 06 10:02:01.093945 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2af1d948-76dd-4b72-9cae-a69b9267ac26 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:02:01.233983 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:01.248027 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '2af1d948-76dd-4b72-9cae-a69b9267ac26', 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f', 'port_id': '2af1d948-76dd-4b72-9cae-a69b9267ac26', 'mac_address': 'fa:16:3e:c3:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5744e399-2e28-447a-825d-cf4c733e8904', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:02:01.306859 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:01.324425 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af1d948-76dd-4b72-9cae-a69b9267ac26 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:02:01.339429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:01.347001 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:01.422631 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:01.626006 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e0402-07dd-4970-8b9a-fb10d9ad21c6 req-42322e99-2b0b-4779-9d51-6795429e830d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:01.628358 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-138e0402-07dd-4970-8b9a-fb10d9ad21c6 req-42322e99-2b0b-4779-9d51-6795429e830d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 944 time: 0.0864382 Apr 06 10:02:01.675327 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-138e0402-07dd-4970-8b9a-fb10d9ad21c6 req-b29ae3ce-8f4c-4e4f-8971-fab9213529b8 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 06 10:02:01.891026 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['2af1d948-76dd-4b72-9cae-a69b9267ac26'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:02:02.883539 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6afe77-ac16-484c-b020-a52479889f25 req-e9deac12-a0a8-47fc-91f2-d5435caaefa9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:02.885021 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1c6afe77-ac16-484c-b020-a52479889f25 req-e9deac12-a0a8-47fc-91f2-d5435caaefa9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 944 time: 0.0787046 Apr 06 10:02:02.948814 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1c6afe77-ac16-484c-b020-a52479889f25 req-edcd1420-93eb-4a72-9ecc-7f3a2bc4699c tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Apr 06 10:02:04.038777 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0517e9ca-b03d-4a26-bc99-625a401194f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:04.141319 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dab30-5b16-4adb-97bf-f8e572d26aa3 req-a8ac5ab0-a1bc-4fa0-a108-d56e972ceec8 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:04.142734 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-419dab30-5b16-4adb-97bf-f8e572d26aa3 req-a8ac5ab0-a1bc-4fa0-a108-d56e972ceec8 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 944 time: 0.0778453 Apr 06 10:02:04.191358 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-419dab30-5b16-4adb-97bf-f8e572d26aa3 req-873a06bf-093b-4847-ba3c-ef10e2d0f48e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Apr 06 10:02:05.101387 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2af1d948-76dd-4b72-9cae-a69b9267ac26 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:05.170822 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 2af1d948-76dd-4b72-9cae-a69b9267ac26 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:05.176941 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 2af1d948-76dd-4b72-9cae-a69b9267ac26 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:05.177311 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:05.299923 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:05.329659 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:05.339742 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:05.345820 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:05.396486 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd8bc-00e6-4031-ac8c-110c435f9e0c req-beb05815-6cdf-4b7a-bada-0ab43faf5883 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:05.398177 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-831fd8bc-00e6-4031-ac8c-110c435f9e0c req-beb05815-6cdf-4b7a-bada-0ab43faf5883 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.0813365 Apr 06 10:02:05.415497 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db6ffad-01fd-4973-b880-d97eea0be507'] response: {'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26', 'code': 200} Apr 06 10:02:05.464910 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-831fd8bc-00e6-4031-ac8c-110c435f9e0c req-ca75a1f1-25c7-4fa9-980f-c5c4d9727a1c tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608640 Apr 06 10:02:05.492149 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:05.652406 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-41b23370-2672-439f-a26f-27d300725558 req-14908b08-2460-469d-92e2-eac1e6d2d743 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 1098 time: 0.0674770 Apr 06 10:02:05.697399 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-41b23370-2672-439f-a26f-27d300725558 req-1998b387-3051-48da-9f61-55e7af12607a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Apr 06 10:02:06.242590 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-80a7e939-0679-4a62-b07f-ddc9c5af0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:06.736935 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6333-e155-44b7-9243-17a9c49f26bd req-c56200d9-e03c-40ad-88e6-cd6cb933bd8e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:06.739224 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-040e6333-e155-44b7-9243-17a9c49f26bd req-c56200d9-e03c-40ad-88e6-cd6cb933bd8e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.1466806 Apr 06 10:02:06.786592 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-040e6333-e155-44b7-9243-17a9c49f26bd req-1fe4706a-ee92-4fb8-8990-aba533065436 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Apr 06 10:02:07.314465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f9704-a9d4-4b18-a1b2-af1890c085e8 req-b2ba8bff-aff4-436d-a850-6ac0d0dfb60f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:07.315894 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-071f9704-a9d4-4b18-a1b2-af1890c085e8 req-b2ba8bff-aff4-436d-a850-6ac0d0dfb60f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0769703 Apr 06 10:02:07.366073 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-071f9704-a9d4-4b18-a1b2-af1890c085e8 req-b4d1d06e-75a9-47be-bafb-ee02d0c5ee0a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Apr 06 10:02:07.375703 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:07.460143 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:07.983023 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2448c5-3ebf-4db6-bd57-6db7ce36c321 req-079dd50e-0120-49d9-96a0-dad1a84e671a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:07.984478 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-cc2448c5-3ebf-4db6-bd57-6db7ce36c321 req-079dd50e-0120-49d9-96a0-dad1a84e671a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.0727358 Apr 06 10:02:08.033444 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-cc2448c5-3ebf-4db6-bd57-6db7ce36c321 req-382b6457-319d-454d-9745-9dda89b4f249 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Apr 06 10:02:08.596763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620979e-fe0b-4855-af11-3fec3f4a4a02 req-3f4eba72-6fac-46c1-8e6c-a3dcaf6ad2d1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:08.598719 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f620979e-fe0b-4855-af11-3fec3f4a4a02 req-3f4eba72-6fac-46c1-8e6c-a3dcaf6ad2d1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0841925 Apr 06 10:02:08.648975 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f620979e-fe0b-4855-af11-3fec3f4a4a02 req-8ac94fef-8220-4244-865c-50fc191eeaee tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Apr 06 10:02:08.707114 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:09.039350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb7de-e5b4-4d91-8e2f-7d8c8621a096 req-a2f0abd9-bf12-4044-a70e-a9a8a155b938 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:09.041198 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b24eb7de-e5b4-4d91-8e2f-7d8c8621a096 req-a2f0abd9-bf12-4044-a70e-a9a8a155b938 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.0745888 Apr 06 10:02:09.089728 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b24eb7de-e5b4-4d91-8e2f-7d8c8621a096 req-34db12b8-e5a3-401d-8431-64fae6942b68 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Apr 06 10:02:09.859674 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d15dd0-56b1-4edc-9cee-d1c576b47765 req-f305ff72-35f0-4452-b21a-974c7902386d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:09.861116 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-40d15dd0-56b1-4edc-9cee-d1c576b47765 req-f305ff72-35f0-4452-b21a-974c7902386d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0739131 Apr 06 10:02:09.906019 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-40d15dd0-56b1-4edc-9cee-d1c576b47765 req-03e0d365-c322-4da7-beaf-72b8519fca71 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Apr 06 10:02:10.290106 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a7cff-1c82-4aa7-b69e-415b12c45ebc req-9228d2d2-7059-4ee2-9db8-67577dfcc92d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:10.294363 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b63a7cff-1c82-4aa7-b69e-415b12c45ebc req-9228d2d2-7059-4ee2-9db8-67577dfcc92d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.0810740 Apr 06 10:02:10.337216 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b63a7cff-1c82-4aa7-b69e-415b12c45ebc req-1f21831b-e467-464c-88b5-bd14e4d1fd3e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Apr 06 10:02:11.075255 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-04930f7f-38b7-456d-a310-1d87e94ed4c4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:11.076695 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-04930f7f-38b7-456d-a310-1d87e94ed4c4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.0790031 Apr 06 10:02:11.125734 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0ded-0e76-4b05-b3dc-03f2821838b4 req-af780f08-5ffe-42b0-9c8a-e8cd43586f6b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:11.127148 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ccea0ded-0e76-4b05-b3dc-03f2821838b4 req-af780f08-5ffe-42b0-9c8a-e8cd43586f6b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0818374 Apr 06 10:02:11.146962 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Deleting port 2af1d948-76dd-4b72-9cae-a69b9267ac26 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:02:11.147500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:11.174873 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ccea0ded-0e76-4b05-b3dc-03f2821838b4 req-1c666f2a-fc9a-4c0b-bb10-f24afa7ab4f5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Apr 06 10:02:11.397346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] For port 2af1d948-76dd-4b72-9cae-a69b9267ac26, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2af1d948-76dd-4b72-9cae-a69b9267ac26,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:11.397934 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:11.517357 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Calling delete_port for 2af1d948-76dd-4b72-9cae-a69b9267ac26 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:02:11.689877 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a4ad-d0a3-42d7-abbd-0f2a90dd141b req-aed7aa42-5790-4b39-b96c-e92019461443 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:11.691488 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8334a4ad-d0a3-42d7-abbd-0f2a90dd141b req-aed7aa42-5790-4b39-b96c-e92019461443 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 945 time: 0.1804807 Apr 06 10:02:11.763012 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8334a4ad-d0a3-42d7-abbd-0f2a90dd141b req-11b65a4e-64ce-4c2d-b2fb-c09979826bf0 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638402 Apr 06 10:02:11.764255 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:11.779902 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['2af1d948-76dd-4b72-9cae-a69b9267ac26'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:02:11.811885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Pushing event deleted for resources: {'Port': ['ID=2af1d948-76dd-4b72-9cae-a69b9267ac26,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:11.851982 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.852344 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.852676 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.853005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.853330 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.853648 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.853966 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.854287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.854602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.854919 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.855231 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:11.907115 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] No DVR routers for this DVR port 2af1d948-76dd-4b72-9cae-a69b9267ac26 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:02:11.909572 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:11.912149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'name': 'network-vif-deleted', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:11.929010 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e8d14561-d5c2-4250-8be3-8437b3918baa req-1a8a4642-cd9b-434c-b000-52bb726e6971 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "DELETE /v2.0/ports/2af1d948-76dd-4b72-9cae-a69b9267ac26 HTTP/1.1" status: 204 len: 173 time: 0.8446388 Apr 06 10:02:11.970961 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb94ae9-9e5e-41b7-be19-38c32aac44ae'] response: {'server_uuid': '67684d10-3d15-4425-bb13-7c43f5d182d3', 'name': 'network-vif-deleted', 'tag': '2af1d948-76dd-4b72-9cae-a69b9267ac26', 'status': 'completed', 'code': 200} Apr 06 10:02:12.390759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68da95-babc-4eac-be76-53a4c2db16dc req-f8ecaca8-320f-4361-a36a-de4d801e2083 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:12.391931 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fb68da95-babc-4eac-be76-53a4c2db16dc req-f8ecaca8-320f-4361-a36a-de4d801e2083 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0774384 Apr 06 10:02:12.444491 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fb68da95-babc-4eac-be76-53a4c2db16dc req-0073e026-4307-442f-8b09-f041dfabfad2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416937 Apr 06 10:02:12.953524 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e405c92d-cbbd-4806-b691-823e6d468411 req-6481382f-af50-481a-90d1-93ebb72ebdcd tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=67684d10-3d15-4425-bb13-7c43f5d182d3 HTTP/1.1" status: 200 len: 210 time: 0.0396183 Apr 06 10:02:13.660029 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c201e24-af7b-41e2-b920-0afcff3fb260 req-18c395db-2591-4cfb-bbfe-215f04703eb9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:13.661480 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4c201e24-af7b-41e2-b920-0afcff3fb260 req-18c395db-2591-4cfb-bbfe-215f04703eb9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0795875 Apr 06 10:02:13.706703 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4c201e24-af7b-41e2-b920-0afcff3fb260 req-c3911d78-a8d6-4872-a15f-bc3f7020e249 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Apr 06 10:02:14.514787 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-87b9f714-a7e3-4bbf-96c3-a31e874277f4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:14.516222 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-87b9f714-a7e3-4bbf-96c3-a31e874277f4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 809 time: 0.2099831 Apr 06 10:02:14.532735 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-9ce61320-d230-449b-ada4-26bc6257c47b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/quotas/bfe8f6b1e95c41c4ada8b0bebfd2c157 HTTP/1.1" status: 200 len: 375 time: 0.0104578 Apr 06 10:02:14.578517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-2fad872e-4371-4ffd-95a9-9dedd507cdd3 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:02:14.594040 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-2fad872e-4371-4ffd-95a9-9dedd507cdd3 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:02:14.595367 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-2fad872e-4371-4ffd-95a9-9dedd507cdd3 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568266 Apr 06 10:02:14.728010 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-42b8ca93-5c96-49d3-b4cd-3b9d11cea5f7 service neutron] 10.222.0.39 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256180 Apr 06 10:02:14.866941 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-961f4d18-6e27-4a72-827f-76e00d60ccbe service neutron] 10.222.0.39 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332004 Apr 06 10:02:14.922051 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05d85-9224-4c1d-9e44-1c7123a7c2c4 req-f801bf11-c691-43b2-9b77-e05bb52e762d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:14.923499 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-25f05d85-9224-4c1d-9e44-1c7123a7c2c4 req-f801bf11-c691-43b2-9b77-e05bb52e762d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0774560 Apr 06 10:02:14.975632 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-25f05d85-9224-4c1d-9e44-1c7123a7c2c4 req-a72ab12a-3964-4ff9-8b7a-1528ae15c4dd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Apr 06 10:02:15.055650 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8fa6edf7-6c90-470a-be82-de76f96e2001 req-51d34439-6f2f-4b13-80f7-dcaf60181980 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 210 time: 0.0404561 Apr 06 10:02:15.095076 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2af1d948-76dd-4b72-9cae-a69b9267ac26 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:02:15.132180 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 2af1d948-76dd-4b72-9cae-a69b9267ac26 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:02:15.132541 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2af1d948-76dd-4b72-9cae-a69b9267ac26 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:02:16.207057 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-f7b851ea-ae25-432b-9a35-589c87f58afd tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:16.208800 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-f7b851ea-ae25-432b-9a35-589c87f58afd tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 809 time: 0.1547000 Apr 06 10:02:16.230097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Request body: {'port': {'device_id': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f', 'admin_state_up': True, 'tenant_id': 'bfe8f6b1e95c41c4ada8b0bebfd2c157'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:16.235859 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a157d1-57ba-4691-990a-d3edcec84c61 req-0833a09e-713c-480d-b93a-b3ab6be72477 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:16.244785 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-07a157d1-57ba-4691-990a-d3edcec84c61 req-0833a09e-713c-480d-b93a-b3ab6be72477 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1106694 Apr 06 10:02:16.291813 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-07a157d1-57ba-4691-990a-d3edcec84c61 req-fa58a4d9-b9d3-4bc1-be28-e19bc64c7e63 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Apr 06 10:02:16.365512 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0915b1ee-4bee-4459-8bc0-2f5932a00cb4 req-47f871ab-a22f-4cb6-8923-69307b4cf5e1 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 210 time: 0.1076283 Apr 06 10:02:16.419547 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:16.429516 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:16.439982 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Made reservation on behalf of bfe8f6b1e95c41c4ada8b0bebfd2c157 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:02:16.443215 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:16.608802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Allocated IP 172.20.0.13 (817feb36-9c9c-477b-8722-ab11780fbe0f/5744e399-2e28-447a-825d-cf4c733e8904/d1cb3121-f03c-431a-b33d-352c6cd47646) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:16.817468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:16.851055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:16.917285 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Network 817feb36-9c9c-477b-8722-ab11780fbe0f is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:16.924336 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:16.927618 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:16.966898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Pushing event updated for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:16.996551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:16.997158 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:17.026410 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-d96174b2-c976-4cde-9434-d6a7485df40e tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010092 Apr 06 10:02:17.039171 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Request body: {'port': {'device_id': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:17.148397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:17.603342 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cb3121-f03c-431a-b33d-352c6cd47646 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:02:17.613306 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:17.642577 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Transition to ACTIVE for port object d1cb3121-f03c-431a-b33d-352c6cd47646 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:17.647098 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:17.761613 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28264ade-f231-416b-a84d-6276beb6edc1 req-9f4720e5-5cd2-45b9-95b7-f510b65fb69b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:17.763142 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-28264ade-f231-416b-a84d-6276beb6edc1 req-9f4720e5-5cd2-45b9-95b7-f510b65fb69b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2600055 Apr 06 10:02:17.806925 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:17.868945 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-28264ade-f231-416b-a84d-6276beb6edc1 req-e3cc3e4d-e32b-4064-9fb6-35278641bad0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905263 Apr 06 10:02:17.971240 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Attempting to bind port d1cb3121-f03c-431a-b33d-352c6cd47646 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:17.971462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419eb7b-54a9-4cd8-83af-b0d45ef4d58d req-fe7442aa-4ef8-4227-95af-e1f9041494fb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:17.971913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Attempting to bind port d1cb3121-f03c-431a-b33d-352c6cd47646 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:17.971913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Attempting to bind port d1cb3121-f03c-431a-b33d-352c6cd47646 on network 817feb36-9c9c-477b-8722-ab11780fbe0f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:17.972814 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d419eb7b-54a9-4cd8-83af-b0d45ef4d58d req-fe7442aa-4ef8-4227-95af-e1f9041494fb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.0850079 Apr 06 10:02:17.978128 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Port d1cb3121-f03c-431a-b33d-352c6cd47646 on network 817feb36-9c9c-477b-8722-ab11780fbe0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:02:17.978438 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Attempting to bind port d1cb3121-f03c-431a-b33d-352c6cd47646 on network 817feb36-9c9c-477b-8722-ab11780fbe0f {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:17.984501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:17.984826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Checking segment: {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:17.985193 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Bound using segment: {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:17.985603 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Bound port: d1cb3121-f03c-431a-b33d-352c6cd47646, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdd27a1-77f3-478e-8df1-a3d621996eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:17.985929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:18.018941 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d419eb7b-54a9-4cd8-83af-b0d45ef4d58d req-eed2d255-7a6d-4bc5-b2f9-3fb55962260b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Apr 06 10:02:18.073881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:18.076770 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=d1cb3121-f03c-431a-b33d-352c6cd47646,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:18.080706 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:18.134864 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:18.136185 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] 10.222.0.48 "PUT /v2.0/ports/d1cb3121-f03c-431a-b33d-352c6cd47646 HTTP/1.1" status: 200 len: 1094 time: 1.1010320 Apr 06 10:02:18.138550 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:18.166597 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b94cc-eac3-494c-9dc1-6883df775048 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:18.228579 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873e5c1-7074-4de7-ae3b-ca0a6cb73723'] response: {'name': 'network-changed', 'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646', 'status': 'completed', 'code': 200} Apr 06 10:02:18.270150 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-bea260ec-4de6-4e46-ba09-75ba380ae6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 1097 time: 0.0719793 Apr 06 10:02:18.347369 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-a9ffc6b6-ab40-4394-97f2-2d7e8c976c04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1cb3121-f03c-431a-b33d-352c6cd47646 HTTP/1.1" status: 200 len: 217 time: 0.0639350 Apr 06 10:02:18.410393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-62fd0df5-0674-4650-be04-85b85db05649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:18.412240 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-62fd0df5-0674-4650-be04-85b85db05649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5744e399-2e28-447a-825d-cf4c733e8904 HTTP/1.1" status: 200 len: 849 time: 0.0588658 Apr 06 10:02:18.459095 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-7f3df0f0-8580-4867-833b-f78f864dc182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=817feb36-9c9c-477b-8722-ab11780fbe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394080 Apr 06 10:02:18.591992 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-f1e8c364-932a-49c9-8c74-7caf51dbef80 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257534 Apr 06 10:02:18.724378 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1ee315cb-412a-4d9a-bd66-a396c93c5d8f req-de23c7b0-2754-4bee-833e-f03cc83545d6 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250052 Apr 06 10:02:18.846953 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-6d81041b-5342-4610-ac14-c01b7e2e901c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 1097 time: 0.0726604 Apr 06 10:02:18.988225 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-1302406f-deef-4e92-9786-75e4e48d5085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:18.990261 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-1302406f-deef-4e92-9786-75e4e48d5085 service neutron] 10.222.0.48 "GET /v2.0/networks?id=817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 200 len: 910 time: 0.1377254 Apr 06 10:02:19.060067 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-badceed9-ffb4-49c8-bb85-6a95836858e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1cb3121-f03c-431a-b33d-352c6cd47646 HTTP/1.1" status: 200 len: 217 time: 0.0620053 Apr 06 10:02:19.096904 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca6fd0-3dc2-4b2b-af39-00343051bf57 req-8ff1dfb7-109d-4875-9f8f-1ae596ca35a6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:19.099221 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6fca6fd0-3dc2-4b2b-af39-00343051bf57 req-8ff1dfb7-109d-4875-9f8f-1ae596ca35a6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0780015 Apr 06 10:02:19.128880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-1274aae2-b3ea-4662-b36a-1087fd4707de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:19.130963 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-1274aae2-b3ea-4662-b36a-1087fd4707de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5744e399-2e28-447a-825d-cf4c733e8904 HTTP/1.1" status: 200 len: 849 time: 0.0640743 Apr 06 10:02:19.145113 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6fca6fd0-3dc2-4b2b-af39-00343051bf57 req-53d82d73-2a0d-4602-b037-752b8f0f947b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402262 Apr 06 10:02:19.203693 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-082b1922-35be-4dcc-935d-5525552cd4e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=817feb36-9c9c-477b-8722-ab11780fbe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665038 Apr 06 10:02:19.423964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e91268-531e-49ca-9b02-a50fe1d1d8df req-312820fa-269f-492f-ba86-58e6454144eb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:19.424665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-98e91268-531e-49ca-9b02-a50fe1d1d8df req-312820fa-269f-492f-ba86-58e6454144eb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:02:19.433550 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-dcf75a4a-5259-4455-8662-a2f1c2c52681 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189693 Apr 06 10:02:19.467211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-98e91268-531e-49ca-9b02-a50fe1d1d8df req-312820fa-269f-492f-ba86-58e6454144eb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:02:19.468980 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-98e91268-531e-49ca-9b02-a50fe1d1d8df req-312820fa-269f-492f-ba86-58e6454144eb tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.2985423 Apr 06 10:02:19.592850 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-98e91268-531e-49ca-9b02-a50fe1d1d8df req-c42cfe6d-db7d-4f43-89aa-5eba83712106 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Apr 06 10:02:19.611538 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d945707f-63ee-43e3-9b7a-ab092c39da19 req-e5ae5eb4-2e9e-4ecf-96c9-2abe3ab19377 service neutron] 10.222.0.48 "GET /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664824 Apr 06 10:02:20.363098 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5d2ba-814b-4674-addb-ed46314ad717 req-146c7aa9-d1ca-44cf-9b33-25cc80984631 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:20.365115 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-37e5d2ba-814b-4674-addb-ed46314ad717 req-146c7aa9-d1ca-44cf-9b33-25cc80984631 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0776286 Apr 06 10:02:20.409994 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-37e5d2ba-814b-4674-addb-ed46314ad717 req-c30ef067-4e85-4b98-822f-d720f22a08e5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 Apr 06 10:02:20.784545 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cece-b610-4a3d-91b3-dfd8a3cca874 req-bf7c3e13-078e-4534-af9f-7c9cac68e1a4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:20.786831 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-34d0cece-b610-4a3d-91b3-dfd8a3cca874 req-bf7c3e13-078e-4534-af9f-7c9cac68e1a4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.0740442 Apr 06 10:02:20.830494 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-34d0cece-b610-4a3d-91b3-dfd8a3cca874 req-5c52c88b-e5c2-4280-9a86-1bbcd464dde0 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Apr 06 10:02:21.619599 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bef42-599c-49a1-b367-fd567a955c32 req-abe7cdce-ffb0-43bb-a2a9-f7e8c70ae146 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:21.620935 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f0bef42-599c-49a1-b367-fd567a955c32 req-abe7cdce-ffb0-43bb-a2a9-f7e8c70ae146 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0726078 Apr 06 10:02:21.670432 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f0bef42-599c-49a1-b367-fd567a955c32 req-7521ea74-5790-4c41-a102-d467d398f807 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 Apr 06 10:02:22.021807 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e3997-2091-4b50-99ba-9a95329b6086 req-5e737625-2b81-4301-8e8a-1bae776378f2 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:22.023248 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-984e3997-2091-4b50-99ba-9a95329b6086 req-5e737625-2b81-4301-8e8a-1bae776378f2 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.0757136 Apr 06 10:02:22.068331 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-984e3997-2091-4b50-99ba-9a95329b6086 req-49198071-6ffa-4a20-bdfd-104a498324a0 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Apr 06 10:02:22.886310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c32aa0-4e93-46c8-bde1-2a181e39b144 req-6c258483-37ad-44de-af95-e4f86ead31b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:22.887656 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33c32aa0-4e93-46c8-bde1-2a181e39b144 req-6c258483-37ad-44de-af95-e4f86ead31b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0801208 Apr 06 10:02:22.934129 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33c32aa0-4e93-46c8-bde1-2a181e39b144 req-51c37570-06dd-4968-acb4-cb6e47f00c36 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Apr 06 10:02:23.262295 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e799-00a3-45ff-b81e-e9406a29a77b req-d8d6dd48-9728-4de3-bf56-ee02b4e4ea09 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:23.263709 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-afa3e799-00a3-45ff-b81e-e9406a29a77b req-d8d6dd48-9728-4de3-bf56-ee02b4e4ea09 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.0761762 Apr 06 10:02:23.308742 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-afa3e799-00a3-45ff-b81e-e9406a29a77b req-5730c992-810a-4e5d-8997-0003a3fc4e14 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Apr 06 10:02:23.882997 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:24.140939 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e0af-b012-4bef-b2c4-6559febbd7e5 req-a7dcc41a-c9be-4c47-a0be-5462f4b9593d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:24.142250 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6e02e0af-b012-4bef-b2c4-6559febbd7e5 req-a7dcc41a-c9be-4c47-a0be-5462f4b9593d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0727577 Apr 06 10:02:24.190172 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6e02e0af-b012-4bef-b2c4-6559febbd7e5 req-0110cbaf-e4a6-42fc-a925-87a2355a45fe tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Apr 06 10:02:24.501945 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6bb68-a892-4920-9d7c-1c890b1bf894 req-0a6aac91-dffc-4007-b2a9-4039f90d4646 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:24.503360 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9ca6bb68-a892-4920-9d7c-1c890b1bf894 req-0a6aac91-dffc-4007-b2a9-4039f90d4646 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 944 time: 0.0742481 Apr 06 10:02:24.550092 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9ca6bb68-a892-4920-9d7c-1c890b1bf894 req-edbdb1e8-d0a0-4e04-b48c-dcb68169942b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Apr 06 10:02:25.158566 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device d1cb3121-f03c-431a-b33d-352c6cd47646 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:02:25.306183 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=d1cb3121-f03c-431a-b33d-352c6cd47646,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:25.319777 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'd1cb3121-f03c-431a-b33d-352c6cd47646', 'network_id': '817feb36-9c9c-477b-8722-ab11780fbe0f', 'port_id': 'd1cb3121-f03c-431a-b33d-352c6cd47646', 'mac_address': 'fa:16:3e:54:04:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5744e399-2e28-447a-825d-cf4c733e8904', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:02:25.374308 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:25.401354 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cb3121-f03c-431a-b33d-352c6cd47646 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:02:25.421211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=d1cb3121-f03c-431a-b33d-352c6cd47646,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:25.424461 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3f914-88be-44ff-98d6-7d411baf8233 req-9a7de3c7-00b9-4631-9fb6-c85e47ea3d99 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:25.425765 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:25.425917 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a1e3f914-88be-44ff-98d6-7d411baf8233 req-9a7de3c7-00b9-4631-9fb6-c85e47ea3d99 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0856793 Apr 06 10:02:25.483728 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a1e3f914-88be-44ff-98d6-7d411baf8233 req-6151db9a-8e68-4cfe-8d0d-57dbcc22271a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505586 Apr 06 10:02:25.506610 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:25.515565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.516081 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.516612 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.517019 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.517515 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.517929 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.518339 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.518746 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.519154 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.519559 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.520151 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:25.777902 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0bc64-dd55-4f51-8eac-f03eb16ec033 req-ade08074-bab2-4789-89d2-ed43a7bbb74f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:25.779322 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9de0bc64-dd55-4f51-8eac-f03eb16ec033 req-ade08074-bab2-4789-89d2-ed43a7bbb74f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 945 time: 0.1091521 Apr 06 10:02:25.822737 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9de0bc64-dd55-4f51-8eac-f03eb16ec033 req-073724ec-1abf-48a1-9adc-a13bf388ac69 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Apr 06 10:02:26.116427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['d1cb3121-f03c-431a-b33d-352c6cd47646'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:02:26.720961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86f001-01b6-4e9b-a45e-f0f17a901c7f req-b739b579-e305-4771-94ea-1a6f63dc30a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:26.722370 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ed86f001-01b6-4e9b-a45e-f0f17a901c7f req-b739b579-e305-4771-94ea-1a6f63dc30a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0817153 Apr 06 10:02:26.768360 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ed86f001-01b6-4e9b-a45e-f0f17a901c7f req-706b000f-0262-4ca2-a088-537f29ee4b75 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Apr 06 10:02:27.016797 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e869d0-8327-4aa3-bc68-a1d27cc66fe7 req-62913c45-041d-4a5b-bcb8-13bb6d42035b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:27.018206 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29e869d0-8327-4aa3-bc68-a1d27cc66fe7 req-62913c45-041d-4a5b-bcb8-13bb6d42035b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 945 time: 0.0753477 Apr 06 10:02:27.063264 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29e869d0-8327-4aa3-bc68-a1d27cc66fe7 req-7e410894-1792-4ced-a791-a2a24d362e1d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390124 Apr 06 10:02:27.998757 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0c9ae-5307-4422-8e10-a3225ee31a03 req-ef8a9c70-049c-4ead-a1aa-12aba9b44492 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:28.000139 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-dcf0c9ae-5307-4422-8e10-a3225ee31a03 req-ef8a9c70-049c-4ead-a1aa-12aba9b44492 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0758805 Apr 06 10:02:28.044208 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-dcf0c9ae-5307-4422-8e10-a3225ee31a03 req-5f24f633-8307-432d-916d-9661e09536b5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376258 Apr 06 10:02:28.257572 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebb90b-4dd8-49a2-b53b-a9ffb36f5808 req-786d4ac3-84e4-465e-8218-e091fa3228f9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:28.258983 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deebb90b-4dd8-49a2-b53b-a9ffb36f5808 req-786d4ac3-84e4-465e-8218-e091fa3228f9 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 945 time: 0.0758224 Apr 06 10:02:28.302720 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deebb90b-4dd8-49a2-b53b-a9ffb36f5808 req-9f4654d6-f909-4634-8d37-180525c0738f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Apr 06 10:02:29.173715 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device d1cb3121-f03c-431a-b33d-352c6cd47646 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:29.241826 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port d1cb3121-f03c-431a-b33d-352c6cd47646 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:29.246976 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port d1cb3121-f03c-431a-b33d-352c6cd47646 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:29.247334 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:29.256142 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8920130-89e3-4b38-9a59-97630183951b req-3d7fda3e-28cf-43eb-906a-72012ddb03b8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:29.258424 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f8920130-89e3-4b38-9a59-97630183951b req-3d7fda3e-28cf-43eb-906a-72012ddb03b8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0808463 Apr 06 10:02:29.307597 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f8920130-89e3-4b38-9a59-97630183951b req-cfd17ca0-2230-4611-a176-4156893db7a5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Apr 06 10:02:29.361661 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:29.388741 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:29.398861 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=d1cb3121-f03c-431a-b33d-352c6cd47646,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:29.402810 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:29.444618 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63b3377-70ee-4adc-859d-1db6917a6256'] response: {'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646', 'code': 200} Apr 06 10:02:29.469306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:29.508721 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816bc23-26e4-470c-8f32-debb532fd571 req-18bb215e-fac7-4ba6-94e2-f8675ed825ea tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:29.510248 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3816bc23-26e4-470c-8f32-debb532fd571 req-18bb215e-fac7-4ba6-94e2-f8675ed825ea tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0815847 Apr 06 10:02:29.562801 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3816bc23-26e4-470c-8f32-debb532fd571 req-21a5f361-5fb2-4c66-82b0-cfb24ed78527 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Apr 06 10:02:29.621175 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:02:29.713452 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0ab16408-4480-4098-998c-4ef85e27b7ea req-64ab6159-71a5-4666-9dd0-6dbd7051d68f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 1099 time: 0.0670710 Apr 06 10:02:29.763459 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0ab16408-4480-4098-998c-4ef85e27b7ea req-b6f72585-d74f-4ac5-a036-f570c2523d07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Apr 06 10:02:30.533666 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1c98-438c-4861-a6c5-21782cf5bda9 req-8c5c8a54-b9bd-40cd-83b6-44e88105a6ee tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:30.535361 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ac6a1c98-438c-4861-a6c5-21782cf5bda9 req-8c5c8a54-b9bd-40cd-83b6-44e88105a6ee tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0924928 Apr 06 10:02:30.599861 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ac6a1c98-438c-4861-a6c5-21782cf5bda9 req-cc4da96a-2b63-4ff8-b0a2-33762b5b7898 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576687 Apr 06 10:02:30.772253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10685579-43e6-4554-b292-4110a8fcbfd3 req-fc5f3e14-c27a-4838-8bff-537eeb0aa8b7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:30.773613 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-10685579-43e6-4554-b292-4110a8fcbfd3 req-fc5f3e14-c27a-4838-8bff-537eeb0aa8b7 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0753219 Apr 06 10:02:30.817089 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-10685579-43e6-4554-b292-4110a8fcbfd3 req-1d0759e4-0614-48b4-8f8d-a16a82eb2f9f tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Apr 06 10:02:31.825736 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d466a61-d8ff-4d70-abb1-26b925161929 req-f9789691-b533-46dd-8ef9-547b2e8d0545 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:31.827317 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1d466a61-d8ff-4d70-abb1-26b925161929 req-f9789691-b533-46dd-8ef9-547b2e8d0545 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0824170 Apr 06 10:02:31.878445 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1d466a61-d8ff-4d70-abb1-26b925161929 req-13d99ccc-9dc8-45c1-8847-ba48f9e9fe3a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Apr 06 10:02:32.023167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7585-060f-4445-a23d-d89b7656e302 req-010a014e-1c4e-45cc-bbe1-7b9bcf46cb99 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:32.030031 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-14ea7585-060f-4445-a23d-d89b7656e302 req-010a014e-1c4e-45cc-bbe1-7b9bcf46cb99 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0912268 Apr 06 10:02:32.080913 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-14ea7585-060f-4445-a23d-d89b7656e302 req-e13cb6ce-2e00-441b-82fd-0a0b494f39d1 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Apr 06 10:02:33.103250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce06a2-65cb-42dc-bd43-5a0f76a1a630 req-25f49e96-fac2-4559-8c64-37a9e1c93a4f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:33.104776 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-18ce06a2-65cb-42dc-bd43-5a0f76a1a630 req-25f49e96-fac2-4559-8c64-37a9e1c93a4f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0830033 Apr 06 10:02:33.162284 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-18ce06a2-65cb-42dc-bd43-5a0f76a1a630 req-c963ec53-439f-4e8d-a1ba-038866cce292 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487225 Apr 06 10:02:33.189656 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:02:33.327793 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fe113-3f24-42e1-9e5d-e98b87c5a73c req-32535916-0ce2-441c-b051-c914ac660a70 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:33.327793 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f07fe113-3f24-42e1-9e5d-e98b87c5a73c req-32535916-0ce2-441c-b051-c914ac660a70 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0960641 Apr 06 10:02:33.355802 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:33.374108 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '2805d1a6-3c68-4ee2-8765-455766338e49', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:02:33.405205 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f07fe113-3f24-42e1-9e5d-e98b87c5a73c req-4e2f710d-9eed-4c3b-ae22-ac0c856f146b tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Apr 06 10:02:33.446308 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:33.465078 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:02:33.481511 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:33.486678 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:33.557261 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=6']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:33.616949 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['2805d1a6-3c68-4ee2-8765-455766338e49'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:02:34.042164 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3c444785-5ed9-48f1-a5a3-40bd2589ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:34.412028 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e656-62cf-4fb4-8d28-be8cfac42da1 req-c24a866f-7605-4a43-bd20-94107e310da8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:34.414583 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f373e656-62cf-4fb4-8d28-be8cfac42da1 req-c24a866f-7605-4a43-bd20-94107e310da8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.0880973 Apr 06 10:02:34.463451 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f373e656-62cf-4fb4-8d28-be8cfac42da1 req-c0e07241-9725-4d90-b780-dbcb5fd859a0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Apr 06 10:02:34.518173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bb4ed-ba31-4b2d-8e75-8e69ee089b70 req-b10df608-81ca-4205-b356-30c645f75f08 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:34.522350 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-802bb4ed-ba31-4b2d-8e75-8e69ee089b70 req-b10df608-81ca-4205-b356-30c645f75f08 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0861492 Apr 06 10:02:34.571722 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-802bb4ed-ba31-4b2d-8e75-8e69ee089b70 req-6e5a98c0-7e37-43a7-82b7-add3b82d97be tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Apr 06 10:02:35.191299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:35.258950 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 2805d1a6-3c68-4ee2-8765-455766338e49 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:35.259303 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:35.370432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:35.396005 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:35.405259 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:35.409246 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:35.456365 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48491b6b-d392-4200-b747-29330c6446a4'] response: {'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'code': 200} Apr 06 10:02:35.480889 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=7']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:35.687650 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b40dc-a8db-4b5c-9961-e509764e83f4 req-4d72f328-e38f-4833-b3f4-151e1fc92713 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:35.689247 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-922b40dc-a8db-4b5c-9961-e509764e83f4 req-4d72f328-e38f-4833-b3f4-151e1fc92713 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0795252 Apr 06 10:02:35.741821 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-922b40dc-a8db-4b5c-9961-e509764e83f4 req-8b6ee1f6-d7b4-4a7c-a8a6-0ffd93e8cf47 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Apr 06 10:02:35.776158 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b049bf-5ab5-4f0e-89d8-ac2c6e102b66 req-15a31bf8-6413-474b-8bd5-d49ee9d7829a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:35.777785 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c4b049bf-5ab5-4f0e-89d8-ac2c6e102b66 req-15a31bf8-6413-474b-8bd5-d49ee9d7829a tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0804250 Apr 06 10:02:35.827539 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c4b049bf-5ab5-4f0e-89d8-ac2c6e102b66 req-a5e29a0f-1938-4fc8-b942-bf2219ae5be4 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Apr 06 10:02:35.857972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33154) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:36.004476 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.034796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:36.038725 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Usage tracker for resource:security_group_rule and tenant:a3bd33103ca04e039ba3c23f8385004b is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:36.041469 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:36.047009 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:36.110593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.114891 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.159734 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204492ff-60b6-4045-bd59-5ae231966edf,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:36.171066 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ea2164de-a00f-433d-8438-0459886e263e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3bd33103ca04e039ba3c23f8385004b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3093374 Apr 06 10:02:36.171066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33162) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:36.228743 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.233491 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ba4c98eb-51c6-4417-8144-a98d6cffb243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.254999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.308506 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.386294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204492ff-60b6-4045-bd59-5ae231966edf,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:36.390130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:36.391391 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-6f166bbc-0a30-4da5-b991-408ce921e770 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/204492ff-60b6-4045-bd59-5ae231966edf HTTP/1.1" status: 204 len: 168 time: 0.2195201 Apr 06 10:02:36.985546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-7a9c62f7-3f58-45fd-889b-2f280d1f7f02 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:36.986985 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-7a9c62f7-3f58-45fd-889b-2f280d1f7f02 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.1528394 Apr 06 10:02:37.037092 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b985-2eb6-432d-8461-84269403e488 req-de240461-462d-4a55-8ce5-1086a8711a03 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:37.038451 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fdc2b985-2eb6-432d-8461-84269403e488 req-de240461-462d-4a55-8ce5-1086a8711a03 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 946 time: 0.0847497 Apr 06 10:02:37.042253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3556dd4-f65c-44c4-80b5-d99290eefba1 req-95e434a3-5aa5-4aed-a376-4090d10ac944 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:37.043678 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e3556dd4-f65c-44c4-80b5-d99290eefba1 req-95e434a3-5aa5-4aed-a376-4090d10ac944 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1529615 Apr 06 10:02:37.087213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Deleting port d1cb3121-f03c-431a-b33d-352c6cd47646 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:02:37.087553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.091216 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fdc2b985-2eb6-432d-8461-84269403e488 req-e962b575-c5d1-424b-98ab-3c9160399c6d tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5eb352f-8cc2-4e92-b0ef-df71a01424c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Apr 06 10:02:37.177382 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33190) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:37.190083 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e3556dd4-f65c-44c4-80b5-d99290eefba1 req-7ab6488e-d0cd-4f72-b5d9-717e7825f5b8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327384 Apr 06 10:02:37.309557 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-970804477-network', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:37.314247 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:37.318136 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Usage tracker for resource:network and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:37.320966 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:37.326950 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:37.337050 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Made reservation on behalf of a76d7d470adc4b258a71236b4437db3f for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:02:37.339310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.352230 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.364805 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] For port d1cb3121-f03c-431a-b33d-352c6cd47646, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=d1cb3121-f03c-431a-b33d-352c6cd47646,segment=NetworkSegment(efdd27a1-77f3-478e-8df1-a3d621996eeb),segment_id=efdd27a1-77f3-478e-8df1-a3d621996eeb)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:37.365173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.371329 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.384829 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:37.388593 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:37.391463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:37.397994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:37.463861 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.469967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.473652 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.484211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Calling delete_port for d1cb3121-f03c-431a-b33d-352c6cd47646 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:02:37.531911 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:02:37.547657 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93880c8e-30de-4e56-b5df-00204c6e0b84,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:37.565508 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.567167 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.572416 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.572944 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.573464 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.574187 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.574869 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.575396 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.576482 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.576953 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.577600 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:37.594243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.596480 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Added segment 194f3aed-d0a9-4edb-b8f4-f07d191bada4 of type vlan for network c67bd572-ca64-41a5-9b0e-178f741f1bdb Apr 06 10:02:37.627817 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.662082 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.662982 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:37.663824 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.668593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.681069 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['d1cb3121-f03c-431a-b33d-352c6cd47646'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:02:37.719131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Pushing event deleted for resources: {'Port': ['ID=d1cb3121-f03c-431a-b33d-352c6cd47646,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:37.774639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] Pushing event updated for resources: {'Network': ['ID=c67bd572-ca64-41a5-9b0e-178f741f1bdb,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:37.779284 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5c8a05fb-97c0-468a-9eca-3d83e44cf646 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6008258 Apr 06 10:02:37.782291 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33198) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:37.786279 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:02:37.788742 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Request body: {'subnet': {'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-970804477-subnet', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:37.794784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:37.796964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] No DVR routers for this DVR port d1cb3121-f03c-431a-b33d-352c6cd47646 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:02:37.799310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Usage tracker for resource:subnet and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:37.799479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.802219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'name': 'network-vif-deleted', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:02:37.803681 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:37.809997 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:37.822232 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7c58b5f9-d411-4d82-bfd5-09e0eaf7359c req-70d0868f-86f4-40c7-9934-192a75a3f9fa tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.48 "DELETE /v2.0/ports/d1cb3121-f03c-431a-b33d-352c6cd47646 HTTP/1.1" status: 204 len: 173 time: 0.8295276 Apr 06 10:02:37.823560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Made reservation on behalf of a76d7d470adc4b258a71236b4437db3f for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:02:37.826838 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:37.865598 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952e6cd4-ad0d-4e1f-a113-905edf403386'] response: {'server_uuid': '8c82a471-75bf-4402-ba5b-301ce6060c41', 'name': 'network-vif-deleted', 'tag': 'd1cb3121-f03c-431a-b33d-352c6cd47646', 'status': 'completed', 'code': 200} Apr 06 10:02:38.043489 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.117678 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:38.127770 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Checking segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:38.128116 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Network hostable DHCP agents. Network: c67bd572-ca64-41a5-9b0e-178f741f1bdb, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:02:38.158452 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:02:38.170287 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, c67bd572-ca64-41a5-9b0e-178f741f1bdb) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:38.175396 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:38.176946 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.186066 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27800101-0830-4b95-842f-abd74b2dac62 None None] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:02:38.205209 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-57fbe2c1-2bf2-4c49-9e89-d883195a0fcc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4189103 Apr 06 10:02:38.205810 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33206) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:38.211494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:38.216066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:38.220178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Usage tracker for resource:router and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:38.225089 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:38.233305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:38.303332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2a970b9a-9885-43f5-9d29-da649fe68b2b req-fc0defb7-ed45-4fcf-ab66-55dd0c008312 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Synchronizing usage tracker for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:02:38.307349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.308254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.330836 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2a970b9a-9885-43f5-9d29-da649fe68b2b req-fc0defb7-ed45-4fcf-ab66-55dd0c008312 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] Unset dirty status for tenant:bfe8f6b1e95c41c4ada8b0bebfd2c157 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:02:38.342912 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2a970b9a-9885-43f5-9d29-da649fe68b2b req-fc0defb7-ed45-4fcf-ab66-55dd0c008312 tempest-VolumesActionsTest-1838638956 tempest-VolumesActionsTest-1838638956-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c82a471-75bf-4402-ba5b-301ce6060c41 HTTP/1.1" status: 200 len: 210 time: 0.1032555 Apr 06 10:02:38.366493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.443291 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:02:38.444112 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.445552 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2a535-63cd-460d-996f-ab6355240546 req-c954ef5b-b9df-45c1-9af4-7965b2998349 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:38.447004 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04f2a535-63cd-460d-996f-ab6355240546 req-c954ef5b-b9df-45c1-9af4-7965b2998349 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.0937047 Apr 06 10:02:38.521203 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04f2a535-63cd-460d-996f-ab6355240546 req-cc3ffb4b-4d67-43f1-bf27-744eeaa0f5ff tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655768 Apr 06 10:02:38.529674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.644186 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Allocated IP 172.20.0.2 (c67bd572-ca64-41a5-9b0e-178f741f1bdb/1ed20f0f-9248-4292-b6ae-8e4e71faeb1d/e2ddf59f-61de-450a-845e-9d30f268a926) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:38.757535 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.772537 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.816148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.880089 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.890697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Transition to ACTIVE for port object e2ddf59f-61de-450a-845e-9d30f268a926 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:38.910533 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Transition to ACTIVE for port object e2ddf59f-61de-450a-845e-9d30f268a926 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:38.917712 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:38.997556 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:39.001129 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:39.004735 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Allocated IP 172.28.0.72 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/7c8f80cf-2197-4bb0-833c-d18dc3c9c221) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:39.005651 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:39.014516 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Pushing event updated for resources: {'Port': ['ID=e2ddf59f-61de-450a-845e-9d30f268a926,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:39.101889 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Attempting to bind port e2ddf59f-61de-450a-845e-9d30f268a926 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:39.102240 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Attempting to bind port e2ddf59f-61de-450a-845e-9d30f268a926 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:39.102781 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Attempting to bind port e2ddf59f-61de-450a-845e-9d30f268a926 on network c67bd572-ca64-41a5-9b0e-178f741f1bdb {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:39.109926 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:39.110364 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Checking segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:39.110898 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.111284 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Bound using segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:39.111782 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Bound port: e2ddf59f-61de-450a-845e-9d30f268a926, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:39.112147 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.212621 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] For port e2ddf59f-61de-450a-845e-9d30f268a926, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:39.215671 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] For port e2ddf59f-61de-450a-845e-9d30f268a926, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e2ddf59f-61de-450a-845e-9d30f268a926,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:39.219909 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.276988 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.307691 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.321309 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ea87f-3939-43de-9ec2-991b1f2bbc4c None None] Pushing event updated for resources: {'Port': ['ID=e2ddf59f-61de-450a-845e-9d30f268a926,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:39.376216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:39.385613 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:39.390055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:39.426481 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Pushing event updated for resources: {'Port': ['ID=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:39.603342 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.604217 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:39.875406 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808589ee-4488-4413-a7a8-42086670a855 req-cb279e65-9683-4121-9911-a9e84e5bcfa9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:39.876928 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-808589ee-4488-4413-a7a8-42086670a855 req-cb279e65-9683-4121-9911-a9e84e5bcfa9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1026638 Apr 06 10:02:39.948841 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-808589ee-4488-4413-a7a8-42086670a855 req-bc0590a9-0f4a-4527-9bcd-30cd93a873cf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598457 Apr 06 10:02:39.988991 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Router e826d44b-98c6-458b-8b65-6eb8263b56a4 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:02:40.245466 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:02:40.255565 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Sync routers for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:02:40.276775 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:40.277418 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:40.279720 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:40.288318 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-12ce9987-5651-4793-834c-2a43803831fc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0802169 Apr 06 10:02:40.290076 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33248) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:40.521521 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a703b0-a2cf-4079-9cc9-d05640b99633 None None] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:02:40.534812 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:40.764597 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-af3bac6e-8902-407f-9c56-de45ca6278ca None None] Provisioning for port e2ddf59f-61de-450a-845e-9d30f268a926 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:40.843986 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e2ddf59f-61de-450a-845e-9d30f268a926 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:41.019796 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:39Z', 'revision_number': 3, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:41.024479 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Checking router: e826d44b-98c6-458b-8b65-6eb8263b56a4 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:02:41.025052 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Updating router e826d44b-98c6-458b-8b65-6eb8263b56a4 port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:02:41.094903 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.148347 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port e2ddf59f-61de-450a-845e-9d30f268a926 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:41.156558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port e2ddf59f-61de-450a-845e-9d30f268a926 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:41.157710 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.258632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device d1cb3121-f03c-431a-b33d-352c6cd47646 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:02:41.356874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341a14-8531-4702-aded-550ffa4309d3 req-b760f0ba-a727-403d-bad2-914a5d2ff828 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:41.358093 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: d1cb3121-f03c-431a-b33d-352c6cd47646 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:02:41.358093 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device d1cb3121-f03c-431a-b33d-352c6cd47646 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:02:41.360688 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ff341a14-8531-4702-aded-550ffa4309d3 req-b760f0ba-a727-403d-bad2-914a5d2ff828 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1363871 Apr 06 10:02:41.443719 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ff341a14-8531-4702-aded-550ffa4309d3 req-dcdcd873-df25-40b4-bd63-d3848aaf25d3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760829 Apr 06 10:02:41.523962 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.530513 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.543875 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Transition to ACTIVE for port object 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:41.553272 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.576784 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port e2ddf59f-61de-450a-845e-9d30f268a926, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e2ddf59f-61de-450a-845e-9d30f268a926,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:41.588727 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.673099 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=e2ddf59f-61de-450a-845e-9d30f268a926,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:41.726330 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Pushing event updated for resources: {'Port': ['ID=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,revision_number=2']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:41.727270 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.737608 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Attempting to bind port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:41.738079 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Attempting to bind port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:41.738652 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Attempting to bind port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:41.745895 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.746460 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.746941 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.747403 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.747856 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.748364 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.748843 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.749318 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.749782 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.750246 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.750721 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:02:41.754740 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:41.755387 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:41.755960 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.756560 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:41.757213 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Bound port: 7c8f80cf-2197-4bb0-833c-d18dc3c9c221, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:41.757804 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.862536 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] For port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:41.866460 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] For port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:41.873745 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:41.973899 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:41.975569 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:41.979801 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-1ab58649-9966-45ce-af47-9a10fc56f96d None None] Provisioning complete for port e2ddf59f-61de-450a-845e-9d30f268a926 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:41.980231 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1ab58649-9966-45ce-af47-9a10fc56f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:42.025741 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Allocated IP 172.20.0.1 (c67bd572-ca64-41a5-9b0e-178f741f1bdb/1ed20f0f-9248-4292-b6ae-8e4e71faeb1d/ab32c07c-a73b-4b89-a2a2-dad9c961c955) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:42.210888 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:42.365873 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:42.388602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Transition to ACTIVE for port object ab32c07c-a73b-4b89-a2a2-dad9c961c955 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:42.388802 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474f7ef-4777-49bf-9572-4397c2e5597d None None] Pushing event updated for resources: {'Port': ['ID=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:42.419514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:42.502318 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:42.512992 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:42.518051 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:42.666960 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:42.701244 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:42.733662 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:39Z', 'revision_number': 3, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:42.745991 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1587c-8934-4f3e-8bba-3fe05a6c0f37 None None] The sync data for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb is: [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:39Z', 'revision_number': 3, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:02:42.794080 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e2ddf59f-61de-450a-845e-9d30f268a926 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:42.887433 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:43.060873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port e2ddf59f-61de-450a-845e-9d30f268a926 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:43.061237 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:43.221656 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0d8b22c2-1e79-495f-a155-154e24fb7da1 None None] Provisioning for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:43.239379 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0d8b22c2-1e79-495f-a155-154e24fb7da1 None None] Provisioning complete for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:43.240116 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0d8b22c2-1e79-495f-a155-154e24fb7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:43.531995 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde06ebc-11a7-4cf9-b706-9c6f13c190e6 req-c24bdbd3-8e3c-4952-ab7b-583d174539d4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:43.536861 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b22c2-1e79-495f-a155-154e24fb7da1 None None] Port ab32c07c-a73b-4b89-a2a2-dad9c961c955 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:02:43.540177 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cde06ebc-11a7-4cf9-b706-9c6f13c190e6 req-c24bdbd3-8e3c-4952-ab7b-583d174539d4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.4196246 Apr 06 10:02:43.678240 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cde06ebc-11a7-4cf9-b706-9c6f13c190e6 req-381a322b-2688-42e8-baf7-41b736949196 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367404 Apr 06 10:02:43.684050 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:43.692742 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:43.854819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:44.006954 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:44.117339 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:44.119434 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:44.581544 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-81df6ca0-f9b4-44ba-bcb1-ae6bb34862cb None None] Provisioning complete for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:44.582899 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-81df6ca0-f9b4-44ba-bcb1-ae6bb34862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:44.760228 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-81df6ca0-f9b4-44ba-bcb1-ae6bb34862cb None None] Port ab32c07c-a73b-4b89-a2a2-dad9c961c955 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:02:44.899459 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:44.958965 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc3a2e-6df5-4d1e-9985-849c6d4a8f9f req-abfc78c3-4c70-4267-b689-69e54953990f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:44.965990 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-85bc3a2e-6df5-4d1e-9985-849c6d4a8f9f req-abfc78c3-4c70-4267-b689-69e54953990f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1219625 Apr 06 10:02:45.029201 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-85bc3a2e-6df5-4d1e-9985-849c6d4a8f9f req-27930de7-5b5d-4dc5-b71b-e360c8ecef8c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620446 Apr 06 10:02:45.031985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Router e826d44b-98c6-458b-8b65-6eb8263b56a4 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:02:45.100068 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:45.110873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:45.111310 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:45.284048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:02:45.299949 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-cce7e18a-f57e-4ef5-ac8c-ca049423a4e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e826d44b-98c6-458b-8b65-6eb8263b56a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0086343 Apr 06 10:02:45.437628 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:45.480992 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:45.490616 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:45.595100 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:46.505686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6bdb9-6e09-4bee-87b7-7ceec0dcf89d req-b7407506-76b7-4f6e-b7ae-de20f7f6d2a8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:46.521805 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-37e6bdb9-6e09-4bee-87b7-7ceec0dcf89d req-b7407506-76b7-4f6e-b7ae-de20f7f6d2a8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2022390 Apr 06 10:02:46.599611 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-37e6bdb9-6e09-4bee-87b7-7ceec0dcf89d req-fd99b102-a55f-4bbf-851a-a4df00689be7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759964 Apr 06 10:02:46.749242 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:46.882160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:46.882998 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:46.961234 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33352) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:46.967816 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-750286003-network', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:46.975242 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:46.984645 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Usage tracker for resource:network and tenant:beec02f8525a43efa4daae03fe0f4092 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:46.993208 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:47.005314 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:47.209614 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Made reservation on behalf of beec02f8525a43efa4daae03fe0f4092 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:02:47.213704 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.243451 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.292428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:47.298404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Usage tracker for resource:security_group_rule and tenant:beec02f8525a43efa4daae03fe0f4092 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:47.308393 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:47.318312 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:47.429090 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.437250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.459097 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:02:47.477941 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.478280 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Added segment d4810984-125b-4d00-af00-6b605964aa30 of type vlan for network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d Apr 06 10:02:47.515834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.521535 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Sync routers for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:02:47.541232 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:47.541909 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:47.582313 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.583275 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:47.583914 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:47.718329 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Pushing event updated for resources: {'Network': ['ID=3d21ae5a-e574-4fcc-b1a3-3af73c79457d,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:47.743919 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7813048 Apr 06 10:02:47.747371 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33362) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:47.768143 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Request body: {'subnet': {'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-750286003-subnet', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:47.777093 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fca93-24ea-4708-a4f3-4bace5120479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a33f9-50f2-47c4-8b06-ca816ac9cdb4,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:47.791160 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:47.797421 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Usage tracker for resource:subnet and tenant:beec02f8525a43efa4daae03fe0f4092 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:47.797697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:02:47.804649 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:47.820721 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:47.849582 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Made reservation on behalf of beec02f8525a43efa4daae03fe0f4092 for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:02:47.855554 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.044120 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d20feb-dfe9-48de-9db3-d469a1802925 req-47677a51-a067-43a9-91cf-1a87aa884eb6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:48.053621 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02d20feb-dfe9-48de-9db3-d469a1802925 req-47677a51-a067-43a9-91cf-1a87aa884eb6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1938906 Apr 06 10:02:48.185807 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02d20feb-dfe9-48de-9db3-d469a1802925 req-c5b52f27-8461-490e-a880-7b99dcccf0a0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310270 Apr 06 10:02:48.197070 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:48.351579 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.443215 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe0f889-43a5-4edd-9ffc-991a9d3303cc,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:48.489365 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Checking segment: {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:48.489639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Network hostable DHCP agents. Network: 3d21ae5a-e574-4fcc-b1a3-3af73c79457d, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:02:48.521240 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:02:48.546067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 3d21ae5a-e574-4fcc-b1a3-3af73c79457d) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:48.558379 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:48.561736 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.576893 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2d50c-0af6-4cec-9d24-da92800e5a57 None None] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:02:48.626007 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33370) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:48.626333 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c7772b8d-773a-4046-8da1-6586ab759f8d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8745258 Apr 06 10:02:48.632066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:02:48.639851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:02:48.652700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Usage tracker for resource:router and tenant:beec02f8525a43efa4daae03fe0f4092 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:02:48.658763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:02:48.676576 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:02:48.698620 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.702434 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.746527 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:48.932772 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:43Z', 'revision_number': 2, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:48.950335 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Checking router: e826d44b-98c6-458b-8b65-6eb8263b56a4 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:02:48.950949 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Updating router e826d44b-98c6-458b-8b65-6eb8263b56a4 port ab32c07c-a73b-4b89-a2a2-dad9c961c955 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:02:49.038851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:49.070851 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:49.333318 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:02:49.334338 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:49.751363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:49.791381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:49.885962 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Allocated IP 172.20.0.2 (3d21ae5a-e574-4fcc-b1a3-3af73c79457d/cbe0f889-43a5-4edd-9ffc-991a9d3303cc/6a74bd89-e1d7-4a17-ae7b-1267a6904b53) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:49.922057 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823271d7-0e69-48a7-af40-8d2957fad5b9 req-44e6eadd-b958-4ad7-af16-986f1f351d29 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:49.924668 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-823271d7-0e69-48a7-af40-8d2957fad5b9 req-44e6eadd-b958-4ad7-af16-986f1f351d29 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.3833141 Apr 06 10:02:50.004386 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-823271d7-0e69-48a7-af40-8d2957fad5b9 req-e24ae161-64ff-4978-8697-f3c7cbd32da9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683427 Apr 06 10:02:50.159109 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Allocated IP 172.28.0.123 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/42e27360-11bc-41ba-91eb-9051737e9cd1) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:50.307559 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.349436 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Transition to ACTIVE for port object 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:50.369401 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.383209 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.405298 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Transition to ACTIVE for port object ab32c07c-a73b-4b89-a2a2-dad9c961c955 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:50.408105 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Transition to ACTIVE for port object 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:50.423478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.425831 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.443708 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.522744 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Pushing event updated for resources: {'Port': ['ID=42e27360-11bc-41ba-91eb-9051737e9cd1,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:50.551233 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:50.552404 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:50.562913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:50.576827 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:50.679514 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa8a4-68fc-44ef-a467-0402dbc0c49d None None] Pushing event updated for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:50.682115 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:50.722033 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:50.858472 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.859898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.909291 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Attempting to bind port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:50.910152 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Attempting to bind port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:50.910510 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Attempting to bind port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 on network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:50.919709 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:50.920071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Checking segment: {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:50.920581 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:50.920969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Bound using segment: {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:50.921432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Bound port: 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:50.921797 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:51.030803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] For port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:51.033962 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] For port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:51.122090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:51.212652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Pushing event updated for resources: {'Port': ['ID=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:51.349409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Attempting to bind port ab32c07c-a73b-4b89-a2a2-dad9c961c955 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:51.349409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Attempting to bind port ab32c07c-a73b-4b89-a2a2-dad9c961c955 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:51.349409 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Attempting to bind port ab32c07c-a73b-4b89-a2a2-dad9c961c955 on network c67bd572-ca64-41a5-9b0e-178f741f1bdb {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:51.430010 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:51.432762 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Checking segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:51.433442 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:51.438785 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Bound using segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:51.439787 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Bound port: ab32c07c-a73b-4b89-a2a2-dad9c961c955, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:51.440454 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:51.551213 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c506-3326-4fe0-a714-e1f2735a5f06 req-77c419c8-948a-4fd0-92e6-deaa1aa12233 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:51.563256 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9268c506-3326-4fe0-a714-e1f2735a5f06 req-77c419c8-948a-4fd0-92e6-deaa1aa12233 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2219462 Apr 06 10:02:51.622429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9d02-2437-4817-9ae6-ffc25cd01ce9 None None] Pushing event updated for resources: {'Port': ['ID=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:51.683536 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9268c506-3326-4fe0-a714-e1f2735a5f06 req-38f0b90d-1426-4ede-9a7e-21efcfcc866b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151476 Apr 06 10:02:51.762904 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] For port ab32c07c-a73b-4b89-a2a2-dad9c961c955, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:51.770106 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] For port ab32c07c-a73b-4b89-a2a2-dad9c961c955, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=ab32c07c-a73b-4b89-a2a2-dad9c961c955,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:51.776136 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Router 9af68fc4-e5a4-4692-84ff-d82e41500b68 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:02:51.783405 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:52.031521 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa8a4-68fc-44ef-a467-0402dbc0c49d None None] Pushing event updated for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:52.049383 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:52.050395 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:52.203138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:02:52.213558 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Sync routers for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:02:52.246665 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:52.247644 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:52.274034 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:52.277924 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ea6f12a5-af13-42a5-8fd3-a8e98514184e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6485529 Apr 06 10:02:52.278241 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33400) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:02:52.551096 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:52.606707 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:53.065444 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:53.226955 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1e664-f308-4edb-803c-9061c7c3b5bc req-a08ecba8-1925-4107-8f0d-9688ea3ca983 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:53.236501 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-65b1e664-f308-4edb-803c-9061c7c3b5bc req-a08ecba8-1925-4107-8f0d-9688ea3ca983 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2344825 Apr 06 10:02:53.261254 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd44a6-4e22-4da3-9909-4e820d10659a None None] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:02:53.341095 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-65b1e664-f308-4edb-803c-9061c7c3b5bc req-6a0e90ad-71fd-4c1c-8298-d70b9124ae50 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960979 Apr 06 10:02:53.728510 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:50Z', 'revision_number': 3, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:53.734363 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Checking router: 9af68fc4-e5a4-4692-84ff-d82e41500b68 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:02:53.735032 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Updating router 9af68fc4-e5a4-4692-84ff-d82e41500b68 port 42e27360-11bc-41ba-91eb-9051737e9cd1 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:02:53.797680 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:53.836001 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-ee55d25e-b1ee-413a-9164-b638b4c686d2 None None] Provisioning for port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:53.872776 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:53.935209 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:53.951846 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:53.952213 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.051328 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.315536 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.349037 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:51Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:54.372195 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d66f1-417b-423d-b7ef-0bd576f8db2f None None] The sync data for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb is: [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:51Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:02:54.527576 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:54.554802 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.575098 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Allocated IP 172.20.0.1 (3d21ae5a-e574-4fcc-b1a3-3af73c79457d/cbe0f889-43a5-4edd-9ffc-991a9d3303cc/fcecffb9-dcd5-43f7-b37a-a41281f2bd75) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:02:54.745351 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.776770 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Transition to ACTIVE for port object 42e27360-11bc-41ba-91eb-9051737e9cd1 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:54.788621 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:54.790007 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:54.931626 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device ab32c07c-a73b-4b89-a2a2-dad9c961c955 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:54.975896 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70696ef-8c6b-429f-99a5-83cde8139926 None None] Pushing event updated for resources: {'Port': ['ID=42e27360-11bc-41ba-91eb-9051737e9cd1,revision_number=2']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:55.044374 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.048054 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Attempting to bind port 42e27360-11bc-41ba-91eb-9051737e9cd1 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:02:55.048451 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Attempting to bind port 42e27360-11bc-41ba-91eb-9051737e9cd1 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:02:55.048850 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Attempting to bind port 42e27360-11bc-41ba-91eb-9051737e9cd1 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:02:55.074611 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:02:55.074977 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:02:55.075365 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.075751 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:02:55.076193 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Bound port: 42e27360-11bc-41ba-91eb-9051737e9cd1, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:02:55.077230 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.104677 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.provisioning_blocks [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Transition to ACTIVE for port object fcecffb9-dcd5-43f7-b37a-a41281f2bd75 will not be triggered until provisioned by entity DHCP. {{(pid=83218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:02:55.140625 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a3df-478a-42df-8019-0b007a99c9dd req-7394f255-9ec5-4703-a89e-2cbe593d2741 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:55.149138 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e4f0a3df-478a-42df-8019-0b007a99c9dd req-7394f255-9ec5-4703-a89e-2cbe593d2741 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.2718303 Apr 06 10:02:55.175369 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-17298907-9c3d-4817-8ef8-316e12902329 None None] Provisioning complete for port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:55.177033 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-17298907-9c3d-4817-8ef8-316e12902329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.180199 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.182022 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-86dedb5e-1a82-477d-941e-bd2127a39624 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1098 time: 0.2227261 Apr 06 10:02:55.338340 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] For port 42e27360-11bc-41ba-91eb-9051737e9cd1, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:02:55.348524 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] For port 42e27360-11bc-41ba-91eb-9051737e9cd1, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=42e27360-11bc-41ba-91eb-9051737e9cd1,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:02:55.364996 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.394187 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e4f0a3df-478a-42df-8019-0b007a99c9dd req-0e7fc73a-b3a4-42c6-9e61-2cafb0c8193b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433295 Apr 06 10:02:55.394478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:55.431552 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:55.433798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:55.434724 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Pushing event updated for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:55.435068 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.443067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:55.446334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:02:55.446786 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.578947 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70696ef-8c6b-429f-99a5-83cde8139926 None None] Pushing event updated for resources: {'Port': ['ID=42e27360-11bc-41ba-91eb-9051737e9cd1,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:55.651592 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:02:55.652016 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0133-976a-4624-a174-c41646662c85 req-36ea2870-7127-4d8f-9ad1-ad4e7f28845c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:55.652229 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:02:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:55.655028 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-36ea2870-7127-4d8f-9ad1-ad4e7f28845c service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.4028099 Apr 06 10:02:55.716834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:55.898568 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-f27fa830-ecb5-4593-b537-1a8d115bbcc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 1001 time: 0.2372899 Apr 06 10:02:55.958245 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.033334 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0133-976a-4624-a174-c41646662c85 req-f6394274-0c9d-41fe-8949-bc8a3fab3cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:56.035113 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-f6394274-0c9d-41fe-8949-bc8a3fab3cd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.1294277 Apr 06 10:02:56.076483 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port ab32c07c-a73b-4b89-a2a2-dad9c961c955, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=ab32c07c-a73b-4b89-a2a2-dad9c961c955,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:02:56.083122 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-4249b8e0-a98a-4f25-8de7-d549053520cd None None] Provisioning for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:02:56.124646 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-4249b8e0-a98a-4f25-8de7-d549053520cd None None] Provisioning complete for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:56.125204 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-4249b8e0-a98a-4f25-8de7-d549053520cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.218347 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:02:56.246081 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.386232 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-1c7732ec-2a8e-435d-bbf0-0a3ef561487a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3423133 Apr 06 10:02:56.569108 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.583371 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.584582 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:56.759896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-4249b8e0-a98a-4f25-8de7-d549053520cd None None] Port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:02:56.784750 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:56.842781 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:56.864926 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-8b576ac4-d128-4da3-bee8-59d2012564da service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717212 Apr 06 10:02:56.992551 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'fcecffb9-dcd5-43f7-b37a-a41281f2bd75', 'name': '', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'mac_address': 'fa:16:3e:de:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:53Z', 'updated_at': '2022-04-06T10:02:54Z', 'revision_number': 1, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'subnets': [{'id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:02:57.012473 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced504f-baf6-4fb5-96fb-400439e5f0ff None None] The sync data for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb is: [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'fcecffb9-dcd5-43f7-b37a-a41281f2bd75', 'name': '', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'mac_address': 'fa:16:3e:de:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:53Z', 'updated_at': '2022-04-06T10:02:54Z', 'revision_number': 1, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'subnets': [{'id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:02:57.028089 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:02:57.031425 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:02:57.105824 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:57.106392 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:57.254097 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-748f0133-976a-4624-a174-c41646662c85 req-a980104f-3539-48c6-8005-9d1ac27abf05 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768840 Apr 06 10:02:57.526855 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f47ffc51-29f2-428b-8551-1b1a3f450f2a None None] Provisioning complete for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:57.527176 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Pushing event updated for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:02:57.527701 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f47ffc51-29f2-428b-8551-1b1a3f450f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:57.723413 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-f47ffc51-29f2-428b-8551-1b1a3f450f2a None None] Port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:02:57.856668 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70da5d-6af0-4eaa-997d-2334476c25bd req-7199707c-b1c4-4fb5-a892-a86ab651c678 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:57.859023 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7f70da5d-6af0-4eaa-997d-2334476c25bd req-7199707c-b1c4-4fb5-a892-a86ab651c678 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.8962421 Apr 06 10:02:57.965010 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7f70da5d-6af0-4eaa-997d-2334476c25bd req-2279b04a-0b2f-44e4-b1f4-b1fe8aaac178 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971148 Apr 06 10:02:57.983441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6589c2-027a-45e5-9593-2348aeb786dd req-e3c691aa-5f37-46c5-a24d-a8372a71d894 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:57.991573 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e6589c2-027a-45e5-9593-2348aeb786dd req-e3c691aa-5f37-46c5-a24d-a8372a71d894 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1641586 Apr 06 10:02:58.051863 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e6589c2-027a-45e5-9593-2348aeb786dd req-a05346dd-529e-487c-b861-7559ff826ea2 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592253 Apr 06 10:02:58.127731 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Router 9af68fc4-e5a4-4692-84ff-d82e41500b68 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:02:58.361612 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:02:58.380469 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-80e8a57b-3806-4dc0-8ac3-a17a354123ff admin admin] 10.222.0.39 "PUT /v2.0/routers/9af68fc4-e5a4-4692-84ff-d82e41500b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1008520 Apr 06 10:02:58.787153 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device ab32c07c-a73b-4b89-a2a2-dad9c961c955 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:02:58.901980 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port ab32c07c-a73b-4b89-a2a2-dad9c961c955 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:02:58.904492 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:02:59.394073 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a352e-88d7-4e54-a296-10bf3fef58cb req-0705da65-610f-48a4-8b2e-4a7d0be55a9e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:59.404878 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-616a352e-88d7-4e54-a296-10bf3fef58cb req-0705da65-610f-48a4-8b2e-4a7d0be55a9e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1373801 Apr 06 10:02:59.476865 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-616a352e-88d7-4e54-a296-10bf3fef58cb req-5d722468-9d20-4ae8-bd34-cdcbbd9ac65a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706472 Apr 06 10:02:59.811992 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e6a9b-9362-426f-9d8e-46896cfe8f97 req-92d6c72c-a7f6-40d7-bfb1-a57596304fa5 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:02:59.825036 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-554e6a9b-9362-426f-9d8e-46896cfe8f97 req-92d6c72c-a7f6-40d7-bfb1-a57596304fa5 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1459181 Apr 06 10:02:59.949151 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-554e6a9b-9362-426f-9d8e-46896cfe8f97 req-e42ec1d6-710b-490e-93c0-4bb2c2b47371 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230929 Apr 06 10:03:00.001711 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33470) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:00.008756 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898115839', 'description': 'tempest-secgroup-smoke-898115839 description', 'project_id': 'a76d7d470adc4b258a71236b4437db3f'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:00.017804 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:00.035717 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:00.039669 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:00.119310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:00.147905 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.273751 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:00.290785 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:00.303215 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:00.308489 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:00.434636 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.440419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.485350 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c693f0be-f849-4522-954b-c61912b0fd15,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:00.490328 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.491705 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0e37994c-e9e9-49ff-bffb-5d9f786fbdaf tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4887755 Apr 06 10:03:00.494707 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33476) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:00.512414 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:00.518849 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:00.523049 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:00.526078 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:00.535495 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:00.590744 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.748714 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.757580 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.782579 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a1de54-9f39-49cc-aa4b-826e94847cc2,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:00.797612 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.799230 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-377d8428-1057-44fd-9cac-96556623e5c9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3029997 Apr 06 10:03:00.802909 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33488) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:00.809456 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:00.816658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:00.821131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6d6e-b108-4fb0-9027-1c10f3397f7f req-d650fcb1-fd8c-4859-983c-89bb79235aef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:00.822769 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:00.823881 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-356f6d6e-b108-4fb0-9027-1c10f3397f7f req-d650fcb1-fd8c-4859-983c-89bb79235aef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1018689 Apr 06 10:03:00.826373 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:00.835034 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:00.860223 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.898704 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-356f6d6e-b108-4fb0-9027-1c10f3397f7f req-837974f3-1094-4e5f-a7e2-2ff45cbdb156 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645962 Apr 06 10:03:00.947076 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.952680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.981339 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c54303-7c3c-4d9d-8a9a-39d9ac33de07,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:00.997865 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:00.999537 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b08fea55-be78-4da4-80db-bc7b3f470851 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1953950 Apr 06 10:03:01.003821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33494) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:01.009742 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:01.015578 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:01.020353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:01.023287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:01.030551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:01.048464 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.128092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.134398 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.159971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c19db29-cddb-4404-a43a-3725d98a8106,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:01.170547 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e064-7377-4416-b549-22c2b71823d7 req-be71d963-3d3e-4358-9db5-45813a9ae334 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:01.173278 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-90d0e064-7377-4416-b549-22c2b71823d7 req-be71d963-3d3e-4358-9db5-45813a9ae334 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1004641 Apr 06 10:03:01.178033 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.180305 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b46449f9-b10e-4ce9-89cb-ac3a00db7a99 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1748953 Apr 06 10:03:01.182544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33498) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:01.190196 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:01.197879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:01.202066 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:01.205698 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:01.212287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:01.233924 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-90d0e064-7377-4416-b549-22c2b71823d7 req-3b692fa7-59a7-42dc-b8fe-3816efdcff57 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Apr 06 10:03:01.234854 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.380734 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.386963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.412674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb562a4-4d56-4ba4-95c9-f2ab6a61f4fc,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:01.425136 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.426386 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-776dfdf2-23f7-4441-800b-5e2f7c9d6315 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2420292 Apr 06 10:03:01.429164 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 33506) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:01.436801 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:01.444856 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:01.448989 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:01.452159 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:01.462547 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:01.474246 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.securitygroups_db [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Project a76d7d470adc4b258a71236b4437db3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:03:01.484787 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.566469 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.571140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.594525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c36e3f-81df-4f7b-b082-355cbf961873,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:01.604592 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.610285 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33512) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:01.615081 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'security_group_rule': {'security_group_id': 'c693f0be-f849-4522-954b-c61912b0fd15', 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:01.616817 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c7bf47c4-f9d8-400b-ad4a-0cf7f8aae36e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1865227 Apr 06 10:03:01.621029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:01.624839 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:security_group_rule and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:01.627620 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:01.634714 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:01.646279 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.securitygroups_db [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Project a76d7d470adc4b258a71236b4437db3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:03:01.654043 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.732095 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.738644 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.765977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1472a7-d710-47c0-b3c6-446330862f63,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:01.777585 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:01.786284 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-482df377-9f1c-4871-b00c-93c3d663bcd9 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1694393 Apr 06 10:03:02.195056 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90b826-1c71-4546-91cd-a9a164488ca2 req-f858503f-f380-47bb-a5ea-cd8bc0704ca3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:02.207166 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a90b826-1c71-4546-91cd-a9a164488ca2 req-f858503f-f380-47bb-a5ea-cd8bc0704ca3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1525629 Apr 06 10:03:02.348747 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a90b826-1c71-4546-91cd-a9a164488ca2 req-cc30684d-959a-4e4b-b79a-5bcc5319a8bd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404660 Apr 06 10:03:02.376632 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-19b049f6-5e71-4a1d-82d7-1e06c00c21f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1098 time: 0.1672788 Apr 06 10:03:02.600745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16446bf-6126-4986-ac6c-912127e85b6a req-33b944e6-cf86-47a3-88d4-33f07bbef87f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:02.602246 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-33b944e6-cf86-47a3-88d4-33f07bbef87f service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.2163787 Apr 06 10:03:02.650076 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f131d-3427-4e32-aff1-9211d2bfb808 req-1f1fa3a4-cf8d-468c-81a5-d05960b635a9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:02.655099 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-599f131d-3427-4e32-aff1-9211d2bfb808 req-1f1fa3a4-cf8d-468c-81a5-d05960b635a9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1675072 Apr 06 10:03:02.794849 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-1cdf1521-90f0-4887-a327-621ca67c7d42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 1001 time: 0.1812880 Apr 06 10:03:02.804904 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-599f131d-3427-4e32-aff1-9211d2bfb808 req-f1013c0e-80e9-4156-804a-a06f8db2da8f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434653 Apr 06 10:03:02.870807 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16446bf-6126-4986-ac6c-912127e85b6a req-36a3a2b4-e9f1-4cca-acef-430fd45f847b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:02.872654 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-36a3a2b4-e9f1-4cca-acef-430fd45f847b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0685837 Apr 06 10:03:02.990098 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-7b3d4c71-49d7-4c3e-b4aa-b85a25fec7e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1103427 Apr 06 10:03:03.153055 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-bb6d74b8-5ab0-430b-962e-03107ff65a13 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552050 Apr 06 10:03:03.315860 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d16446bf-6126-4986-ac6c-912127e85b6a req-54cc1804-94e8-4db7-a5c0-4378aba1579e service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566570 Apr 06 10:03:03.688547 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac907960-5a25-4a91-acd7-1d35806a2430 req-11c79291-2217-4fd6-bb2d-42f339cccc91 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:03.689991 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ac907960-5a25-4a91-acd7-1d35806a2430 req-11c79291-2217-4fd6-bb2d-42f339cccc91 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1674616 Apr 06 10:03:03.697247 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-fc1964a1-5267-4263-b6c4-582f5eef62ef tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:03.698573 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-fc1964a1-5267-4263-b6c4-582f5eef62ef tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1323476 Apr 06 10:03:03.795784 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Deleting port 3af03d1e-1c8f-4184-8119-817216f12c1a {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:03:03.796119 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:03.826133 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ac907960-5a25-4a91-acd7-1d35806a2430 req-d492b26e-6b8b-4ef0-a3e0-71861460a951 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266186 Apr 06 10:03:04.052299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7c5a-536a-4f98-96ce-b4732dfa508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:04.076037 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d70986-0198-494f-a220-186187502ae5 req-f364c7f6-ec6d-4f7f-a706-990f6770f6f9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:04.087058 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-12d70986-0198-494f-a220-186187502ae5 req-f364c7f6-ec6d-4f7f-a706-990f6770f6f9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 946 time: 0.1173568 Apr 06 10:03:04.100517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] For port 3af03d1e-1c8f-4184-8119-817216f12c1a, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=3af03d1e-1c8f-4184-8119-817216f12c1a,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:04.100884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:04.143057 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-12d70986-0198-494f-a220-186187502ae5 req-e926c45d-0033-4137-b824-545022cbf650 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545824 Apr 06 10:03:04.309207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Calling delete_port for 3af03d1e-1c8f-4184-8119-817216f12c1a owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:03:04.468961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:04.485938 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['3af03d1e-1c8f-4184-8119-817216f12c1a'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:03:04.516753 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Pushing event deleted for resources: {'Port': ['ID=3af03d1e-1c8f-4184-8119-817216f12c1a,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:04.596983 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] No DVR routers for this DVR port 3af03d1e-1c8f-4184-8119-817216f12c1a on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:03:04.599520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:04.602114 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'name': 'network-vif-deleted', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:04.620074 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c5d4a68-0828-4d07-8129-a47fc9ad05a7 req-d5a1ae00-0aea-45d1-ad9c-a0de8ccb6c4f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "DELETE /v2.0/ports/3af03d1e-1c8f-4184-8119-817216f12c1a HTTP/1.1" status: 204 len: 173 time: 0.9067218 Apr 06 10:03:04.708617 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09cabd9-f26a-4f15-b284-2babf93e0fce'] response: {'server_uuid': '32e685e9-fce0-4d7d-88a1-75c07f62cd37', 'name': 'network-vif-deleted', 'tag': '3af03d1e-1c8f-4184-8119-817216f12c1a', 'status': 'completed', 'code': 200} Apr 06 10:03:04.796219 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 42e27360-11bc-41ba-91eb-9051737e9cd1 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:04.874660 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 42e27360-11bc-41ba-91eb-9051737e9cd1 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:03:04.880471 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 42e27360-11bc-41ba-91eb-9051737e9cd1 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:04.880834 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:05.035842 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:05.053943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 42e27360-11bc-41ba-91eb-9051737e9cd1, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=42e27360-11bc-41ba-91eb-9051737e9cd1,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:05.059804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:05.150352 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=42e27360-11bc-41ba-91eb-9051737e9cd1,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:05.152744 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6bc87-65db-4516-b146-9624534f211c req-d22cb9c4-fd7d-499f-9b8b-a4eaaa9de58c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:05.155801 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-12f6bc87-65db-4516-b146-9624534f211c req-d22cb9c4-fd7d-499f-9b8b-a4eaaa9de58c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 945 time: 0.1328065 Apr 06 10:03:05.223359 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-12f6bc87-65db-4516-b146-9624534f211c req-135b4b83-9851-40f9-a923-c6c5307b48ac tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604692 Apr 06 10:03:05.282155 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:03:05.453851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-70a496a5-6a52-4b3e-b956-d80581b5fcfd req-3524a292-32a5-46f9-8ce1-cd55a6214a6e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Synchronizing usage tracker for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:05.471524 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:05.499644 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-70a496a5-6a52-4b3e-b956-d80581b5fcfd req-3524a292-32a5-46f9-8ce1-cd55a6214a6e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Unset dirty status for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:05.501581 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-70a496a5-6a52-4b3e-b956-d80581b5fcfd req-3524a292-32a5-46f9-8ce1-cd55a6214a6e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e685e9-fce0-4d7d-88a1-75c07f62cd37 HTTP/1.1" status: 200 len: 210 time: 0.1254776 Apr 06 10:03:05.515005 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:05.554298 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:05.555459 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:05.631877 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4a57e7-2ced-4731-aa3d-4de515897f06'] response: {'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'code': 200} Apr 06 10:03:05.689722 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=8']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:06.238688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-246d6f2d-5245-44a4-9699-756a83a9aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:06.492789 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d31cbe-3950-4e02-9e89-c2d102b88d0a req-0f809393-f5d3-4907-bd3b-c437ae5037c8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:06.501476 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-27d31cbe-3950-4e02-9e89-c2d102b88d0a req-0f809393-f5d3-4907-bd3b-c437ae5037c8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1097929 Apr 06 10:03:06.569110 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-27d31cbe-3950-4e02-9e89-c2d102b88d0a req-b921b6ef-75b7-4a40-9a08-90985befa9b7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657530 Apr 06 10:03:06.652385 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:03:06.748848 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 42e27360-11bc-41ba-91eb-9051737e9cd1 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:06.872292 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 42e27360-11bc-41ba-91eb-9051737e9cd1 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:06.872868 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:07.284755 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 3af03d1e-1c8f-4184-8119-817216f12c1a no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:03:07.326860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 3af03d1e-1c8f-4184-8119-817216f12c1a {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:03:07.327382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 3af03d1e-1c8f-4184-8119-817216f12c1a not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:03:07.379857 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:07.506658 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:07.650753 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-692b5fbb-1c79-4177-bdb4-5a77c86719fb req-c42da679-9329-4417-b35e-33f20e800d39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0761659 Apr 06 10:03:07.981342 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e5ade-73be-4347-89c5-14aac8ed3724 req-77bc8f1a-298d-4d94-8b4a-93d8a41b6a83 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:07.984053 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-291e5ade-73be-4347-89c5-14aac8ed3724 req-77bc8f1a-298d-4d94-8b4a-93d8a41b6a83 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1261382 Apr 06 10:03:08.043074 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-291e5ade-73be-4347-89c5-14aac8ed3724 req-ac45e6bc-e936-4696-ae29-003aec1b2b7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519247 Apr 06 10:03:08.086732 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33622) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:08.260498 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-b317694e-0d05-4a67-9a22-3e701e8975ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1662571 Apr 06 10:03:08.723668 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:09.268749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa18b5e-b5f5-4ca4-bde4-aed3cea31c05 req-687c6b3f-be62-4eae-8f6e-7cf863d86c0d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:09.270117 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9aa18b5e-b5f5-4ca4-bde4-aed3cea31c05 req-687c6b3f-be62-4eae-8f6e-7cf863d86c0d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0743110 Apr 06 10:03:09.300925 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:03:09.318418 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9aa18b5e-b5f5-4ca4-bde4-aed3cea31c05 req-7965f640-f6e2-45cc-89a9-bdf92a00cc46 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Apr 06 10:03:09.747306 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-91a1c87c-c28f-41c4-9123-c9ffb841180e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 1096 time: 0.0918531 Apr 06 10:03:09.865923 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-aba20862-37bb-4811-85be-ac1bf43c3019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1096 time: 0.0898559 Apr 06 10:03:10.012880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-bb9e7911-1677-48f0-9dcd-82c663d0ef1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:10.014569 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-bb9e7911-1677-48f0-9dcd-82c663d0ef1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.1420336 Apr 06 10:03:10.121676 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-a8a8ebd7-2e70-4cf8-9c69-31d58662b5d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 200 len: 999 time: 0.1010420 Apr 06 10:03:10.186929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-c126bac3-bf4b-4c23-a849-62b26cbd8333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:10.188361 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-c126bac3-bf4b-4c23-a849-62b26cbd8333 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0580757 Apr 06 10:03:10.266297 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-f3fd5868-8aec-4712-90e3-63a8ad5a25ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695226 Apr 06 10:03:10.407240 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-200add99-192f-41c2-a6c3-213198495655 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346474 Apr 06 10:03:10.610476 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-71c6e1a4-e0ff-412f-a139-aabe8b32e343 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963694 Apr 06 10:03:10.651952 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123df08a-6e03-4dfc-be8d-68734875bfb7 req-daa3b5f3-f143-451d-b039-032d232d876b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:10.653751 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-123df08a-6e03-4dfc-be8d-68734875bfb7 req-daa3b5f3-f143-451d-b039-032d232d876b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1143587 Apr 06 10:03:10.792638 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-123df08a-6e03-4dfc-be8d-68734875bfb7 req-036c517a-ee58-49e7-ae7f-3b892509fd14 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239884 Apr 06 10:03:11.466043 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9763-7aba-45a3-860a-849709b71d84 req-6cbdc75c-f293-4fba-bd09-9f639236dc08 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:11.473684 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-6cbdc75c-f293-4fba-bd09-9f639236dc08 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 813 time: 0.1913323 Apr 06 10:03:11.491381 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-2d324374-35e9-4171-9d68-e67c8da59054 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/quotas/e9f685a63ca643fca2502dbd47f76a8b HTTP/1.1" status: 200 len: 375 time: 0.0165915 Apr 06 10:03:11.545183 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-37062856-7031-4469-a391-b0c8e171006b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525854 Apr 06 10:03:11.720675 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-6967c288-702d-4601-aae4-cf2df6bda206 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713762 Apr 06 10:03:11.948684 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-3207b6bc-dce8-40bc-877a-880f93881688 service neutron] 10.222.0.39 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186723 Apr 06 10:03:12.176965 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e81712-f12a-467e-9cbb-636514062dc9 req-6da0c3e2-56ad-452f-8b4c-1ab08871c281 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:12.179280 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-25e81712-f12a-467e-9cbb-636514062dc9 req-6da0c3e2-56ad-452f-8b4c-1ab08871c281 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.2154388 Apr 06 10:03:12.290654 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-25e81712-f12a-467e-9cbb-636514062dc9 req-6e0c08d5-06aa-4d27-b31e-76f53c1d8edf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053183 Apr 06 10:03:12.369436 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-18cea55f-cf6e-4168-a766-21a875d8d3b3 req-2fa67f23-fdb4-425d-ba46-0f260da99ab5 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.1350446 Apr 06 10:03:13.595662 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-cedb6a8b-7048-4eca-b9b8-46ca36da05d4 req-ee2b04f8-7270-45aa-a222-0392b23fa18b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0475242 Apr 06 10:03:13.632844 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58824383-f3d2-4c28-a468-06567c60a90c req-cfa73a14-a808-423b-9db9-532155a8751c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:13.635079 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58824383-f3d2-4c28-a468-06567c60a90c req-cfa73a14-a808-423b-9db9-532155a8751c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1637225 Apr 06 10:03:13.697329 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58824383-f3d2-4c28-a468-06567c60a90c req-bcdd7ee0-47fc-40b2-aeb5-1343618b995a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488257 Apr 06 10:03:14.810351 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e4a57dc6-465c-4bdf-8340-c0b7bb97cbe7 req-08e7a5e7-3914-4927-9460-57a23cdb5a68 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0770831 Apr 06 10:03:14.993399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff144-e04a-449d-840d-2095760d2242 req-b7db0aa0-ea6d-4c1e-98d6-97db46e0f110 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:15.011380 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0b0ff144-e04a-449d-840d-2095760d2242 req-b7db0aa0-ea6d-4c1e-98d6-97db46e0f110 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1362476 Apr 06 10:03:15.130357 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0b0ff144-e04a-449d-840d-2095760d2242 req-0be286ae-11e8-40c7-9b57-67e439b384f1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179996 Apr 06 10:03:15.451539 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33786) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:15.529664 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Deleting subnet 5744e399-2e28-447a-825d-cf4c733e8904 {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:03:15.534311 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:15.575227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Sync routers for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:03:15.587042 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:03:15.587778 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:15.596001 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:15.606532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:15.736793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:15.773705 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5744e399-2e28-447a-825d-cf4c733e8904,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:15.791956 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:15.799160 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-05a113df-d1d7-4ad7-8628-5129973a86eb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5744e399-2e28-447a-825d-cf4c733e8904 HTTP/1.1" status: 204 len: 168 time: 0.3456748 Apr 06 10:03:15.801824 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33790) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:15.824063 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:03:15.914541 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.105715 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6bc3e1a8-84f8-4332-bec2-c8db2985566c req-b370648a-be74-4ff6-8545-da6881215daa tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0726731 Apr 06 10:03:16.125131 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.166252 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.166825 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.167812 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.168204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.171841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.407810 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'fcecffb9-dcd5-43f7-b37a-a41281f2bd75', 'name': '', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'mac_address': 'fa:16:3e:de:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:53Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 2, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'subnets': [{'id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:16.413392 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Checking router: 9af68fc4-e5a4-4692-84ff-d82e41500b68 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:03:16.413806 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Updating router 9af68fc4-e5a4-4692-84ff-d82e41500b68 port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:03:16.445229 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eec98-69b2-4691-9b94-0b0c2c6ae38e req-12b1af37-0d99-46b5-b27b-4891612355d2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:16.447487 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b37eec98-69b2-4691-9b94-0b0c2c6ae38e req-12b1af37-0d99-46b5-b27b-4891612355d2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1332977 Apr 06 10:03:16.495257 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.509029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.509367 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.509684 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.510007 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:03:16.510386 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817feb36-9c9c-477b-8722-ab11780fbe0f']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:16.530070 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdd27a1-77f3-478e-8df1-a3d621996eeb') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:16.530388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdd27a1-77f3-478e-8df1-a3d621996eeb') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:16.546488 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.565766 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.569942 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b37eec98-69b2-4691-9b94-0b0c2c6ae38e req-ddfd319a-eb2f-4949-945e-b883dc151d91 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048825 Apr 06 10:03:16.576633 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:03:16.577232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: util.warn_limited( Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: util.warn_limited( Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:03:16.617618 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:03:16.753610 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.792050 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:16.806931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=817feb36-9c9c-477b-8722-ab11780fbe0f,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:16.826272 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0fbac8df-7a21-4b3c-b95d-3d6890b5f7d5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/817feb36-9c9c-477b-8722-ab11780fbe0f HTTP/1.1" status: 204 len: 168 time: 1.0227437 Apr 06 10:03:16.981901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33804) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:17.005644 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.033064 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Transition to ACTIVE for port object fcecffb9-dcd5-43f7-b37a-a41281f2bd75 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:03:17.041236 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.052226 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d5592479-aaa4-4ee4-aae5-290b847c287d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfe8f6b1e95c41c4ada8b0bebfd2c157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662181 Apr 06 10:03:17.052539 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 33808) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:17.123420 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.126721 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb147-4b83-4d6e-bdf6-cea408f38b12 None None] Pushing event updated for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:17.157670 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.249765 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.270432 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb352f-8cc2-4e92-b0ef-df71a01424c7,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:17.301148 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.307078 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e281f13a-beb9-45f4-8f57-a7023a92f508 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5eb352f-8cc2-4e92-b0ef-df71a01424c7 HTTP/1.1" status: 204 len: 168 time: 0.2533541 Apr 06 10:03:17.402297 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Attempting to bind port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:03:17.406311 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Attempting to bind port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:03:17.406914 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Attempting to bind port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 on network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:03:17.418360 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29fcecc5-3dd0-4cc1-b985-a3c4bcb5ae26 req-fb753b4f-c506-4e8b-850a-06ebf0761c77 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0591731 Apr 06 10:03:17.421225 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:03:17.421603 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Checking segment: {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:03:17.421995 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.422384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Bound using segment: {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:03:17.428870 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Bound port: fcecffb9-dcd5-43f7-b37a-a41281f2bd75, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4810984-125b-4d00-af00-6b605964aa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:03:17.429572 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.555705 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] For port fcecffb9-dcd5-43f7-b37a-a41281f2bd75, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:03:17.559633 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] For port fcecffb9-dcd5-43f7-b37a-a41281f2bd75, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:03:17.570027 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:17.692618 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb147-4b83-4d6e-bdf6-cea408f38b12 None None] Pushing event updated for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:17.778441 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:03:17.779072 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:17.926962 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832ca7a-f3bb-4beb-bba1-04581fdffddb req-0659ff81-5ab8-4c5d-8ed9-df9d40520698 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:17.928139 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a832ca7a-f3bb-4beb-bba1-04581fdffddb req-0659ff81-5ab8-4c5d-8ed9-df9d40520698 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0983620 Apr 06 10:03:17.975818 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a832ca7a-f3bb-4beb-bba1-04581fdffddb req-55654973-c724-417f-842e-b6953a72763b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Apr 06 10:03:17.992117 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:03:18.388223 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'fcecffb9-dcd5-43f7-b37a-a41281f2bd75', 'name': '', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'mac_address': 'fa:16:3e:de:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:53Z', 'updated_at': '2022-04-06T10:03:17Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'subnets': [{'id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:18.392353 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f9b3-85fe-4f9f-b97a-8171d8132da6 None None] The sync data for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb is: [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:02:55Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'fcecffb9-dcd5-43f7-b37a-a41281f2bd75', 'name': '', 'network_id': '3d21ae5a-e574-4fcc-b1a3-3af73c79457d', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'mac_address': 'fa:16:3e:de:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:53Z', 'updated_at': '2022-04-06T10:03:17Z', 'revision_number': 4, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'subnets': [{'id': 'cbe0f889-43a5-4edd-9ffc-991a9d3303cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:03:18.636632 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-192a0c98-6ce5-4d21-ac0a-04877ec7280d req-3d9e2751-f536-49fa-9ddf-b2a953589664 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0663142 Apr 06 10:03:18.764030 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device fcecffb9-dcd5-43f7-b37a-a41281f2bd75 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:18.850058 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:03:18.855426 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:18.855612 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:18.982315 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:19.015351 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port fcecffb9-dcd5-43f7-b37a-a41281f2bd75, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:19.019377 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:19.088091 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:19.233015 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4852-5124-4a9c-981c-9c972b2617cc req-901f8830-5549-4c54-9c5c-f42bdf210c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:19.234448 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d0d4852-5124-4a9c-981c-9c972b2617cc req-901f8830-5549-4c54-9c5c-f42bdf210c0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0819709 Apr 06 10:03:19.287827 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7d0d4852-5124-4a9c-981c-9c972b2617cc req-d3b10218-c51e-49f2-822d-359748ca7988 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Apr 06 10:03:19.804155 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ad80c7fe-2da4-4a57-9baf-bc9468be60a5 req-97e856f0-c3be-43f3-af88-f5a69d08818d tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0413334 Apr 06 10:03:20.506874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a37b8-d61c-430f-be27-aedce15e2918 req-57288c61-056a-4e62-a161-7a351ca9d55c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:20.509025 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e95a37b8-d61c-430f-be27-aedce15e2918 req-57288c61-056a-4e62-a161-7a351ca9d55c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0796323 Apr 06 10:03:20.574513 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e95a37b8-d61c-430f-be27-aedce15e2918 req-6f4a1540-ccec-4d37-9491-667ae7d0f236 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Apr 06 10:03:20.740654 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device fcecffb9-dcd5-43f7-b37a-a41281f2bd75 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:20.820637 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:20.821007 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:20.973837 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0419dac1-0813-4962-8d9b-b450cbd617a6 req-0fc8acdc-cb4d-4295-8dd5-8100664fc806 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0439262 Apr 06 10:03:21.807524 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f7fb-3b01-4141-ae35-784ca2419799 req-13be103e-2d82-4576-8b24-6ed460089c64 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:21.809020 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3f17f7fb-3b01-4141-ae35-784ca2419799 req-13be103e-2d82-4576-8b24-6ed460089c64 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0838885 Apr 06 10:03:21.868318 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3f17f7fb-3b01-4141-ae35-784ca2419799 req-8e8c3838-5bc9-4ce6-bbf7-93515fbdc011 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Apr 06 10:03:22.150492 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-86eb4089-011d-4f97-a225-194670203f06 req-101bdda8-12d2-4ce1-a0e5-6fc0ceea5f2a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0472834 Apr 06 10:03:23.095186 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b01ff1-18b9-462f-b9a6-87235c3e0398 req-0db28102-bc29-46e3-9d61-421debf0b211 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:23.096624 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-83b01ff1-18b9-462f-b9a6-87235c3e0398 req-0db28102-bc29-46e3-9d61-421debf0b211 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0744743 Apr 06 10:03:23.140146 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-83b01ff1-18b9-462f-b9a6-87235c3e0398 req-b36f8570-f0b1-471d-88a6-5b4ac2170db9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 Apr 06 10:03:23.313489 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29112500-07df-4541-be72-027334ea574d req-48c8c3d1-2c2c-4c75-aa6f-2fcdc93a4517 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0390334 Apr 06 10:03:23.886204 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:24.349542 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834731a-d055-4055-b800-8bbdf2a8d7ba req-b2646a11-d1d4-4e2b-8b55-a883a1134d60 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:24.350867 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5834731a-d055-4055-b800-8bbdf2a8d7ba req-b2646a11-d1d4-4e2b-8b55-a883a1134d60 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0762563 Apr 06 10:03:24.396182 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5834731a-d055-4055-b800-8bbdf2a8d7ba req-530a8040-a33b-4072-a460-e8fc97ff200b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Apr 06 10:03:24.475578 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a2593946-1655-4514-be2c-9f3591fa045f req-ca787934-ca52-4816-bca7-e6783d21953c tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0389724 Apr 06 10:03:25.612714 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07630f-7845-4185-a862-6cd8d5a8fe63 req-bfe05059-8993-46fe-80c0-f98d14acddac tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:25.614132 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ee07630f-7845-4185-a862-6cd8d5a8fe63 req-bfe05059-8993-46fe-80c0-f98d14acddac tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0774176 Apr 06 10:03:25.642129 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-80328e05-0737-49b3-a62c-a3d4aae24b48 req-48d9af7f-b04c-40d0-9c64-4f5a2f9ab825 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0478754 Apr 06 10:03:25.663332 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ee07630f-7845-4185-a862-6cd8d5a8fe63 req-95688bd4-a23c-4a2a-b1b7-e0732a5b08a0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Apr 06 10:03:26.806256 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7e3fba58-73c4-4c11-b930-389e3bca79db req-1d2b993c-595f-4030-8652-3c319edc6428 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0391762 Apr 06 10:03:26.898655 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff0a4-6ef7-4ae6-8ad3-484cc03bd2f4 req-d009def6-f33a-4a73-854e-8fb1e1b682f9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:26.900065 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3bbff0a4-6ef7-4ae6-8ad3-484cc03bd2f4 req-d009def6-f33a-4a73-854e-8fb1e1b682f9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0743630 Apr 06 10:03:26.943911 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3bbff0a4-6ef7-4ae6-8ad3-484cc03bd2f4 req-d08de163-0036-4bf1-9bec-0cb51c95ccdd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380864 Apr 06 10:03:27.964952 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1d89a510-aba6-4218-acbf-c3e380119104 req-c08807fe-b826-4876-af3e-1f388212751e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0393264 Apr 06 10:03:28.152297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17335-eee4-4047-810e-160d5a8be5be req-81423491-47a6-4812-b5c7-8409933e050d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:28.153823 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5eb17335-eee4-4047-810e-160d5a8be5be req-81423491-47a6-4812-b5c7-8409933e050d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0779471 Apr 06 10:03:28.201722 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5eb17335-eee4-4047-810e-160d5a8be5be req-4d80b55b-f74d-4070-810e-67f12751a158 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Apr 06 10:03:28.356404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-9e2c539f-8b10-4ef9-bba8-01f9d9a2df8d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Synchronizing usage tracker for tenant:a76d7d470adc4b258a71236b4437db3f on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:28.373059 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-9e2c539f-8b10-4ef9-bba8-01f9d9a2df8d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Unset dirty status for tenant:a76d7d470adc4b258a71236b4437db3f on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:28.374381 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-9e2c539f-8b10-4ef9-bba8-01f9d9a2df8d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898115839&fields=id&tenant_id=a76d7d470adc4b258a71236b4437db3f HTTP/1.1" status: 200 len: 267 time: 0.0591235 Apr 06 10:03:28.539994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-a6110177-70c1-4cc5-8093-727f539df98b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:28.540689 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-a6110177-70c1-4cc5-8093-727f539df98b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Synchronizing usage tracker for tenant:a76d7d470adc4b258a71236b4437db3f on resource:network {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:28.557753 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-a6110177-70c1-4cc5-8093-727f539df98b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Unset dirty status for tenant:a76d7d470adc4b258a71236b4437db3f on resource:network {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:28.558978 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-a6110177-70c1-4cc5-8093-727f539df98b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 808 time: 0.1782479 Apr 06 10:03:28.574869 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-db2bbc4d-ff76-4c48-9b13-27ab3c3b4599 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/quotas/a76d7d470adc4b258a71236b4437db3f HTTP/1.1" status: 200 len: 375 time: 0.0106108 Apr 06 10:03:28.655192 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-32b0d47d-d0f7-4a50-b3cb-d9f7114f971a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753050 Apr 06 10:03:28.844530 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-ea448871-5c5a-4bdf-aa07-cbfedb4fdf18 service neutron] 10.222.0.39 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768417 Apr 06 10:03:28.976899 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-a0bcfc4f-424c-42c8-85a3-62ee38884650 service neutron] 10.222.0.39 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255510 Apr 06 10:03:29.130889 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af9d775b-ca89-4c4b-8dde-c4289c11278d req-8b5dd691-b02c-4c9f-90e1-fbeba44cf0fb tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0418527 Apr 06 10:03:29.420850 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-5b695677-f73b-41f0-879f-baa932ae8fa0 req-7de7ee6a-80b3-434e-81b2-bdcb2e7c0938 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 210 time: 0.0530474 Apr 06 10:03:29.491800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9763-7aba-45a3-860a-849709b71d84 req-31ad2fe4-d899-4d88-baac-b350daa218a2 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:29.493196 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-31ad2fe4-d899-4d88-baac-b350daa218a2 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 813 time: 0.2393212 Apr 06 10:03:29.503565 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fcb44-834a-44a5-aa1d-0162a25d1146 req-ec18a495-082f-4fe1-b5bc-9c6e11eca353 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:29.505050 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dd5fcb44-834a-44a5-aa1d-0162a25d1146 req-ec18a495-082f-4fe1-b5bc-9c6e11eca353 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.1516936 Apr 06 10:03:29.509577 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Request body: {'port': {'device_id': '512d908b-969b-46c6-b47c-41a9ace63979', 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4', 'admin_state_up': True, 'tenant_id': 'e9f685a63ca643fca2502dbd47f76a8b'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:29.630192 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dd5fcb44-834a-44a5-aa1d-0162a25d1146 req-2a021025-3280-4bc3-855c-51780f9867e1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063738 Apr 06 10:03:29.685131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:29.696684 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:29.706422 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Made reservation on behalf of e9f685a63ca643fca2502dbd47f76a8b for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:03:29.709366 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:29.872416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Allocated IP 172.20.0.6 (ba6ba2a1-6230-4f94-8339-cd29c68fdfb4/0ed10d2e-446d-4154-9968-a3466f35b7df/df52bd00-7492-4a24-b087-3b827c41aba1) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:03:30.139160 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:30.165633 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:30.227399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:03:30.238326 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:03:30.242140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:03:30.274846 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Pushing event updated for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:30.295796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.296135 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.296506 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.296833 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.297156 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.297479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.297796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.298111 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.298426 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.298738 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.300124 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:30.318116 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:30.318692 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:30.333101 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2712-964d-421f-ba45-ee67ae5d0e61 req-90def5d1-7740-42ec-a5ba-b39e71d6be2a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:30.334604 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a8b2712-964d-421f-ba45-ee67ae5d0e61 req-90def5d1-7740-42ec-a5ba-b39e71d6be2a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 931 time: 0.0787714 Apr 06 10:03:30.342564 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-403a0d7d-e7b5-47ce-b53a-2764414a53c0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365214 Apr 06 10:03:30.354193 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Request body: {'port': {'device_id': '512d908b-969b-46c6-b47c-41a9ace63979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:30.379905 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a8b2712-964d-421f-ba45-ee67ae5d0e61 req-e2dd1601-1d23-4ccc-b2fd-af5529a80a1f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Apr 06 10:03:30.468818 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:30.643761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-394d8488-9e73-456b-852f-638bd4c18820 req-e8c30913-9a60-4c42-aecf-dec991bb6d66 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Synchronizing usage tracker for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:30.757690 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-394d8488-9e73-456b-852f-638bd4c18820 req-e8c30913-9a60-4c42-aecf-dec991bb6d66 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Unset dirty status for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:30.759959 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-394d8488-9e73-456b-852f-638bd4c18820 req-e8c30913-9a60-4c42-aecf-dec991bb6d66 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 210 time: 0.2186501 Apr 06 10:03:30.793757 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-7c41be33-5579-4272-99d2-6b071db991d3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:30.795132 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-7c41be33-5579-4272-99d2-6b071db991d3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 808 time: 0.2808316 Apr 06 10:03:30.866751 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29da10-b919-4b24-be0a-f1bf06c24b1d req-752afbd6-a44d-45ed-a412-7199361388ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:30.868186 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fc29da10-b919-4b24-be0a-f1bf06c24b1d req-752afbd6-a44d-45ed-a412-7199361388ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0828722 Apr 06 10:03:30.918658 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fc29da10-b919-4b24-be0a-f1bf06c24b1d req-2efc6a78-76cf-46fa-8a66-d672341b15e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 Apr 06 10:03:30.927273 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-f2831ee1-8373-4710-9e04-2e8ba36f9289 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a76d7d470adc4b258a71236b4437db3f HTTP/1.1" status: 200 len: 379 time: 0.1166527 Apr 06 10:03:30.943402 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'port': {'device_id': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'admin_state_up': True, 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'security_groups': ['c693f0be-f849-4522-954b-c61912b0fd15']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:31.147923 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:31.162617 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df52bd00-7492-4a24-b087-3b827c41aba1 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:03:31.166636 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:31.171875 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:31.187561 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Made reservation on behalf of a76d7d470adc4b258a71236b4437db3f for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:03:31.190559 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:31.204818 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Transition to ACTIVE for port object df52bd00-7492-4a24-b087-3b827c41aba1 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:03:31.209789 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:31.383866 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Pushing event updated for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:31.584881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Allocated IP 172.20.0.11 (c67bd572-ca64-41a5-9b0e-178f741f1bdb/1ed20f0f-9248-4292-b6ae-8e4e71faeb1d/5734066a-7fb0-4a47-b876-069822823f68) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:03:31.622775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Attempting to bind port df52bd00-7492-4a24-b087-3b827c41aba1 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:03:31.623130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Attempting to bind port df52bd00-7492-4a24-b087-3b827c41aba1 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:03:31.623441 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Attempting to bind port df52bd00-7492-4a24-b087-3b827c41aba1 on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:03:31.656328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Port df52bd00-7492-4a24-b087-3b827c41aba1 on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:03:31.656988 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Attempting to bind port df52bd00-7492-4a24-b087-3b827c41aba1 on network ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:03:31.691997 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ed21c-1afe-46a5-93c7-cce45088423a req-e4b00b9b-9cf3-4444-90fa-7ccc3ae18bb9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:31.692621 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3e9ed21c-1afe-46a5-93c7-cce45088423a req-e4b00b9b-9cf3-4444-90fa-7ccc3ae18bb9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Synchronizing usage tracker for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:31.699657 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:03:31.699978 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Checking segment: {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:03:31.700378 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Bound using segment: {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:03:31.700806 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Bound port: df52bd00-7492-4a24-b087-3b827c41aba1, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204ed67-e44a-43ca-909e-0cf129b09268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:03:31.701134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:31.857059 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3e9ed21c-1afe-46a5-93c7-cce45088423a req-e4b00b9b-9cf3-4444-90fa-7ccc3ae18bb9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Unset dirty status for tenant:e9f685a63ca643fca2502dbd47f76a8b on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:31.858179 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3e9ed21c-1afe-46a5-93c7-cce45088423a req-e4b00b9b-9cf3-4444-90fa-7ccc3ae18bb9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 943 time: 0.3468537 Apr 06 10:03:31.936351 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-01809f34-7a06-43c1-ba1b-098778dd8fee req-41f29d41-4de0-4b37-8016-1457c10f13e3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 210 time: 0.0411789 Apr 06 10:03:32.007346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:03:32.011221 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.014852 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=df52bd00-7492-4a24-b087-3b827c41aba1,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:03:32.020785 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3e9ed21c-1afe-46a5-93c7-cce45088423a req-b6e9fd59-291b-41be-99a0-da748a31bb9d tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367850 Apr 06 10:03:32.024216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.067681 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Transition to ACTIVE for port object 5734066a-7fb0-4a47-b876-069822823f68 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:03:32.091724 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.093059 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] 10.222.0.48 "PUT /v2.0/ports/df52bd00-7492-4a24-b087-3b827c41aba1 HTTP/1.1" status: 200 len: 1093 time: 1.7428455 Apr 06 10:03:32.100022 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:32.121932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e70c-fcdc-4f63-82de-d777e599e9db service neutron] Pushing event updated for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:32.134347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.149609 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0a59-42e3-4cd9-8384-6bc2ea108064 req-4984bd79-d3a8-489b-a95f-20677b83f49f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:32.151077 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e67b0a59-42e3-4cd9-8384-6bc2ea108064 req-4984bd79-d3a8-489b-a95f-20677b83f49f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0841074 Apr 06 10:03:32.174693 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60086075-08df-4b1f-bb08-c9202a63392f'] response: {'name': 'network-changed', 'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1', 'status': 'completed', 'code': 200} Apr 06 10:03:32.197911 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e67b0a59-42e3-4cd9-8384-6bc2ea108064 req-e92a0423-4357-4b22-ada3-5e490360fa02 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Apr 06 10:03:32.262821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:03:32.268349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:03:32.270894 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:03:32.302837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:32.349640 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:32.350240 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.369644 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-d3dabeea-522b-4df6-a5bf-269d5b235c9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 1096 time: 0.1897173 Apr 06 10:03:32.435986 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-1dbbf472-60b5-469b-ae3a-7cb3e6ca5fd3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4969020 Apr 06 10:03:32.448178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Request body: {'port': {'device_id': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:32.475320 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-9c4a96fc-9d4d-48c7-90c4-a2bd8a84caee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df52bd00-7492-4a24-b087-3b827c41aba1 HTTP/1.1" status: 200 len: 217 time: 0.0988526 Apr 06 10:03:32.502794 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-d4e8479f-1295-4baa-a801-bf25d56e2c35 None None] Provisioning for port 5734066a-7fb0-4a47-b876-069822823f68 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:03:32.509529 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-d4e8479f-1295-4baa-a801-bf25d56e2c35 None None] Provisioning complete for port 5734066a-7fb0-4a47-b876-069822823f68 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:32.510198 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d4e8479f-1295-4baa-a801-bf25d56e2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.564999 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8479f-1295-4baa-a801-bf25d56e2c35 None None] Port 5734066a-7fb0-4a47-b876-069822823f68 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:03:32.590872 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9763-7aba-45a3-860a-849709b71d84 req-e1aaa285-9fc3-42f4-b1d0-c8e6968b4719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:32.592287 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-e1aaa285-9fc3-42f4-b1d0-c8e6968b4719 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ed10d2e-446d-4154-9968-a3466f35b7df HTTP/1.1" status: 200 len: 853 time: 0.1092775 Apr 06 10:03:32.646449 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-40dee4b4-c8a6-412c-ae04-8339adf8757d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454934 Apr 06 10:03:32.647122 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:32.881934 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-004ef9a8-767e-456c-bbbb-e3bffface1fe service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263989 Apr 06 10:03:33.172958 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3aad9763-7aba-45a3-860a-849709b71d84 req-1bcc0222-57f5-4ada-9d03-a198cbb8742e service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817373 Apr 06 10:03:33.227820 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11728-6aee-47e9-844d-48a7d0cae430 req-aa3d57bb-169a-4fb6-8c21-3509e5f3e036 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:33.229426 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ade11728-6aee-47e9-844d-48a7d0cae430 req-aa3d57bb-169a-4fb6-8c21-3509e5f3e036 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 943 time: 0.0855212 Apr 06 10:03:33.275511 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ade11728-6aee-47e9-844d-48a7d0cae430 req-8bceb28f-8f83-43d5-b647-2bf9ed50e6f8 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Apr 06 10:03:33.297259 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b657-9849-4ce7-9ba9-5779bb4872a8 req-8d76ead3-b9d7-40b0-b3f7-df31b599c20f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:33.297932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4ea6b657-9849-4ce7-9ba9-5779bb4872a8 req-8d76ead3-b9d7-40b0-b3f7-df31b599c20f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Synchronizing usage tracker for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:33.312047 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5734066a-7fb0-4a47-b876-069822823f68 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:03:33.326826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:33.341000 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-4ea6b657-9849-4ce7-9ba9-5779bb4872a8 req-8d76ead3-b9d7-40b0-b3f7-df31b599c20f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Unset dirty status for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:33.342067 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4ea6b657-9849-4ce7-9ba9-5779bb4872a8 req-8d76ead3-b9d7-40b0-b3f7-df31b599c20f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 932 time: 0.2804716 Apr 06 10:03:33.360079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Transition to ACTIVE for port object 5734066a-7fb0-4a47-b876-069822823f68 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:03:33.382387 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:33.424651 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:03:33.452283 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-a54393b9-50b0-41b3-817c-804ecbb5f1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 1096 time: 0.2171137 Apr 06 10:03:33.463697 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297af5a-8e47-4562-8229-2b73e6baca81 req-06c584ca-8667-4048-8744-c1a3a3b1db7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:33.465350 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4297af5a-8e47-4562-8229-2b73e6baca81 req-06c584ca-8667-4048-8744-c1a3a3b1db7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 943 time: 0.0776677 Apr 06 10:03:33.540016 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4297af5a-8e47-4562-8229-2b73e6baca81 req-a58366fd-0d97-478b-89f8-bc7f5e78bbd5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660498 Apr 06 10:03:33.602765 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:33.618449 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '2805d1a6-3c68-4ee2-8765-455766338e49', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': '2805d1a6-3c68-4ee2-8765-455766338e49', 'mac_address': 'fa:16:3e:4c:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:03:33.665296 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:33.669234 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4ea6b657-9849-4ce7-9ba9-5779bb4872a8 req-0485b1fb-8519-4e58-a430-d0996544e6f6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104205 Apr 06 10:03:33.696238 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:33.710303 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:03:33.725119 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:33.729359 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:33.803363 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=9']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:33.816188 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.816624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.816948 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.817267 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.817586 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.817898 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.818207 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.818517 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.818821 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.819124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.819427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:33.860075 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6457-7e54-4871-bb9d-5542aa574681 req-15ee8fc5-709b-4c8f-977f-d8069f590d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:33.861980 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-15ee8fc5-709b-4c8f-977f-d8069f590d7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 200 len: 914 time: 0.2417309 Apr 06 10:03:33.915685 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Attempting to bind port 5734066a-7fb0-4a47-b876-069822823f68 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:03:33.916330 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Attempting to bind port 5734066a-7fb0-4a47-b876-069822823f68 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:03:33.916330 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Attempting to bind port 5734066a-7fb0-4a47-b876-069822823f68 on network c67bd572-ca64-41a5-9b0e-178f741f1bdb {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:03:33.934069 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-4b7025e4-e039-4721-a570-7108faac8576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df52bd00-7492-4a24-b087-3b827c41aba1 HTTP/1.1" status: 200 len: 217 time: 0.0652339 Apr 06 10:03:33.934694 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Port 5734066a-7fb0-4a47-b876-069822823f68 on network c67bd572-ca64-41a5-9b0e-178f741f1bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:03:33.935005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Attempting to bind port 5734066a-7fb0-4a47-b876-069822823f68 on network c67bd572-ca64-41a5-9b0e-178f741f1bdb {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:03:33.978997 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:03:33.979325 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Checking segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:03:33.979698 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Bound using segment: {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:03:33.980128 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Bound port: 5734066a-7fb0-4a47-b876-069822823f68, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194f3aed-d0a9-4edb-b8f4-f07d191bada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:03:33.980491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:34.049600 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-aa72fe4f-3bf6-437f-8226-f63b0ec12fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:34.049785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d6457-7e54-4871-bb9d-5542aa574681 req-e8cb59c1-a7ae-4b65-9afe-05d63f4f2d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:34.051205 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-e8cb59c1-a7ae-4b65-9afe-05d63f4f2d81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ed10d2e-446d-4154-9968-a3466f35b7df HTTP/1.1" status: 200 len: 853 time: 0.1102719 Apr 06 10:03:34.110906 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-03563246-2b54-4883-9d93-12ca18da1fd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484769 Apr 06 10:03:34.149851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:03:34.209038 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:03:34.215233 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:34.295276 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['2805d1a6-3c68-4ee2-8765-455766338e49'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:03:34.306440 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:34.307776 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] 10.222.0.48 "PUT /v2.0/ports/5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1094 time: 1.8634953 Apr 06 10:03:34.316947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:34.334936 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-e194e8c2-6920-4eb6-955f-1c8bec3f68ad service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151375 Apr 06 10:03:34.335935 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a1dc-ec22-432c-b862-32ea293823ab service neutron] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:34.619942 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-945d6457-7e54-4871-bb9d-5542aa574681 req-e149813c-526d-46d1-be9b-690db5591f2e service neutron] 10.222.0.48 "GET /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758133 Apr 06 10:03:34.624479 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9b03f5-2874-4247-9912-0130a7f710f9'] response: {'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'status': 'completed', 'code': 200} Apr 06 10:03:34.633763 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-febd2dfd-f376-4729-a60b-79ee5d0f737d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1097 time: 0.2671790 Apr 06 10:03:34.649777 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f2ca-884c-45f0-bcd0-d4da73da504c req-d91608e1-cb76-4807-a457-59e1724b28ff tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:34.649777 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6fa5f2ca-884c-45f0-bcd0-d4da73da504c req-d91608e1-cb76-4807-a457-59e1724b28ff tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 943 time: 0.1700020 Apr 06 10:03:34.739398 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-897dbcdd-150d-4ab4-81be-225cc63d5a13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 217 time: 0.0754781 Apr 06 10:03:34.796824 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6fa5f2ca-884c-45f0-bcd0-d4da73da504c req-9ef7f702-9488-4c64-8f46-74e96f6a28a3 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485415 Apr 06 10:03:34.822623 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-7b83fcc8-23cc-43fc-be9f-fce897c7d2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:34.824049 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-7b83fcc8-23cc-43fc-be9f-fce897c7d2ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0788150 Apr 06 10:03:34.829656 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c549224-f0a4-4911-b981-670a60a95fb2 req-63877e18-cf65-442e-8666-6568cf2f17c4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:34.838468 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3c549224-f0a4-4911-b981-670a60a95fb2 req-63877e18-cf65-442e-8666-6568cf2f17c4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.0991588 Apr 06 10:03:34.882112 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3c549224-f0a4-4911-b981-670a60a95fb2 req-dea0abad-ba2d-4a22-aadc-db64125eddfa tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Apr 06 10:03:34.914657 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-dfaf5d86-ff28-4e83-8c6e-62d1f76f1c58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819325 Apr 06 10:03:35.108565 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-3fe96d2a-c8a3-405c-bf08-3ffedc170d5e service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603591 Apr 06 10:03:35.115360 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ad649-4996-47a9-9def-5c7290b79723 req-9be127ea-9c34-458f-a8a1-5e01b413fc13 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:35.116721 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-df6ad649-4996-47a9-9def-5c7290b79723 req-9be127ea-9c34-458f-a8a1-5e01b413fc13 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.1984217 Apr 06 10:03:35.321538 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-df6ad649-4996-47a9-9def-5c7290b79723 req-5754cef3-fd89-4641-8248-51a20d49d70d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857550 Apr 06 10:03:35.365753 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9afea046-035a-48eb-85a7-a4cde18c4554 req-c53855b8-6b27-459f-8ac9-96acd1a43b57 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481179 Apr 06 10:03:35.476819 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-e037060e-0535-405c-9810-acbb04608216 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1097 time: 0.0701015 Apr 06 10:03:35.610532 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-38667dee-0269-45a9-b8ed-e39dda818b11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:35.611981 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-38667dee-0269-45a9-b8ed-e39dda818b11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1280074 Apr 06 10:03:35.678535 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-2209f1ec-8678-4f83-9e85-8de53a28cb96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 217 time: 0.0605884 Apr 06 10:03:35.742279 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-f0b23fb9-8c4f-4c3a-abfa-2177a62b90bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:35.743666 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-f0b23fb9-8c4f-4c3a-abfa-2177a62b90bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0599229 Apr 06 10:03:35.816306 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-167a0238-7e49-4e77-a7d6-678f8049b0d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659771 Apr 06 10:03:35.946129 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-c575f65b-6326-4c4a-bba6-f5803bbbd310 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235802 Apr 06 10:03:35.990957 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cbb4-cbfd-4b81-8647-8b58448cd3d0 req-00f679e0-8c60-48b3-92b1-6a39160763d7 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:35.992427 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0e52cbb4-cbfd-4b81-8647-8b58448cd3d0 req-00f679e0-8c60-48b3-92b1-6a39160763d7 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 943 time: 0.0791063 Apr 06 10:03:36.038338 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0e52cbb4-cbfd-4b81-8647-8b58448cd3d0 req-c3074299-6122-4f60-aa26-ef4549b98685 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Apr 06 10:03:36.137681 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4f811ce4-e8dc-4ea5-ac88-47dc0d33d705 req-68b90475-bcb4-4983-b12b-9f7580367a7e service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854510 Apr 06 10:03:36.155146 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd44c-c432-4dd9-8dbc-9f47f89a9888 req-4b8f0a90-58d8-4657-ad6f-9227eb8ea3e0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:36.156929 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-aebcd44c-c432-4dd9-8dbc-9f47f89a9888 req-4b8f0a90-58d8-4657-ad6f-9227eb8ea3e0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.1303177 Apr 06 10:03:36.201130 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-aebcd44c-c432-4dd9-8dbc-9f47f89a9888 req-cec294a6-63e2-48c2-b9c8-06a01e696a69 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378239 Apr 06 10:03:36.231924 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3605337b-8eae-48f2-994d-5e794584015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:36.512834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbad5b7-9557-49b3-9c29-a977497dc1f1 req-a6cde3d4-5746-4a53-b631-6a9a53ee8bc7 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:36.514171 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fcbad5b7-9557-49b3-9c29-a977497dc1f1 req-a6cde3d4-5746-4a53-b631-6a9a53ee8bc7 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0736327 Apr 06 10:03:36.561707 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fcbad5b7-9557-49b3-9c29-a977497dc1f1 req-1cf461ab-86c2-4f08-8079-7b1c1b5b12a7 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 Apr 06 10:03:37.250787 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7f86-ab02-4af1-90b5-4312a3651400 req-2b2ef96b-c161-48c0-a752-003a4f726933 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.252260 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-722a7f86-ab02-4af1-90b5-4312a3651400 req-2b2ef96b-c161-48c0-a752-003a4f726933 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 943 time: 0.0898163 Apr 06 10:03:37.299436 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-722a7f86-ab02-4af1-90b5-4312a3651400 req-66cff8f0-a765-4b2e-a2b5-e0fa8b0adb3d tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Apr 06 10:03:37.372644 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.373240 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-32127621-3583-4ccc-8e80-1cdcfa6a14db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.1189110 Apr 06 10:03:37.456382 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device df52bd00-7492-4a24-b087-3b827c41aba1 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:03:37.461014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:37.483204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416f56-ca71-4b2c-b991-55765e2b4e72 req-4f483fbd-7e1c-4358-95b0-a8a749a42754 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.484842 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9b416f56-ca71-4b2c-b991-55765e2b4e72 req-4f483fbd-7e1c-4358-95b0-a8a749a42754 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 944 time: 0.0760458 Apr 06 10:03:37.490830 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45d4c1-4dec-431c-9861-3d8b6891cb15 req-6a0e0e9c-e987-4e90-a60b-4d4fce646455 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.492252 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c45d4c1-4dec-431c-9861-3d8b6891cb15 req-6a0e0e9c-e987-4e90-a60b-4d4fce646455 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1786225 Apr 06 10:03:37.543143 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9b416f56-ca71-4b2c-b991-55765e2b4e72 req-365205e7-1608-48ee-82ca-505b502dd5fb tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497756 Apr 06 10:03:37.565036 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c45d4c1-4dec-431c-9861-3d8b6891cb15 req-aae9a253-88f6-4dc9-8755-80532f879a72 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663507 Apr 06 10:03:37.567730 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-0abcbe4a-d872-4dc1-b77e-fa31f2b0f082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.569275 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-0abcbe4a-d872-4dc1-b77e-fa31f2b0f082 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1897945 Apr 06 10:03:37.597245 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.605209 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 2805d1a6-3c68-4ee2-8765-455766338e49 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:37.605568 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.688937 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-7bce09e8-15b2-452d-a935-489d0fc711d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 1001 time: 0.1130035 Apr 06 10:03:37.757552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-6658d8b9-3e42-4240-922c-8d1940c88a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.759340 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-6658d8b9-3e42-4240-922c-8d1940c88a82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0645165 Apr 06 10:03:37.774813 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94970e-1ef4-444e-82e6-4e95b36e5c33 req-54018583-1ec4-453a-82b9-23386f98b399 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:37.776304 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a94970e-1ef4-444e-82e6-4e95b36e5c33 req-54018583-1ec4-453a-82b9-23386f98b399 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0817471 Apr 06 10:03:37.826216 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a94970e-1ef4-444e-82e6-4e95b36e5c33 req-bc690d55-4b1c-426b-ac78-e62a309b9fe6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Apr 06 10:03:37.841947 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-cbdecb45-35fa-4855-9a13-b261cc98b2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757320 Apr 06 10:03:37.846910 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=df52bd00-7492-4a24-b087-3b827c41aba1,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:37.869994 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.878750 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'df52bd00-7492-4a24-b087-3b827c41aba1', 'network_id': 'ba6ba2a1-6230-4f94-8339-cd29c68fdfb4', 'port_id': 'df52bd00-7492-4a24-b087-3b827c41aba1', 'mac_address': 'fa:16:3e:8d:12:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed10d2e-446d-4154-9968-a3466f35b7df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:03:37.934790 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:37.953869 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:37.955016 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.965658 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:37.981419 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-38a3bf03-dcf5-46bb-aac1-236564b6031c service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328251 Apr 06 10:03:37.999658 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae39f25-3a70-42d9-9bfc-5e400ee73bea'] response: {'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'code': 200} Apr 06 10:03:38.013702 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df52bd00-7492-4a24-b087-3b827c41aba1 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:03:38.046366 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=df52bd00-7492-4a24-b087-3b827c41aba1,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:38.052914 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:38.054534 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=10']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:38.124073 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:38.196143 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-55df45b9-2946-416d-b4d2-8669ae3b940c req-8ac41779-4be5-42a9-80b0-887bdb3d4660 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080085 Apr 06 10:03:38.474580 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['df52bd00-7492-4a24-b087-3b827c41aba1'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:03:38.493656 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81f47-67e6-4611-ac32-eb539335049c req-53d63348-8a34-46cb-bfd9-c180094b1283 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:38.495088 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1fd81f47-67e6-4611-ac32-eb539335049c req-53d63348-8a34-46cb-bfd9-c180094b1283 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 944 time: 0.0783658 Apr 06 10:03:38.553229 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1fd81f47-67e6-4611-ac32-eb539335049c req-fba07f99-cdde-4df4-b612-58790d9bee6e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506916 Apr 06 10:03:38.711329 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:38.783096 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed34a7-786e-4f21-8b57-5c5a00800295 req-baf5778e-d6fd-495f-b847-aea57f92af53 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:38.784627 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29ed34a7-786e-4f21-8b57-5c5a00800295 req-baf5778e-d6fd-495f-b847-aea57f92af53 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.0768075 Apr 06 10:03:38.801461 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e151916d-a65d-492c-997b-706c0c19d5da req-6b62db5c-4a6c-4d62-94f8-6c599e431bbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 1099 time: 0.1310327 Apr 06 10:03:38.828801 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1da64-61f9-4123-95e6-955708d738a4 req-47bb3482-09c4-46c0-8dc9-107c8cf0330b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:38.830691 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-29ed34a7-786e-4f21-8b57-5c5a00800295 req-eb36adcd-b53f-4e59-b552-146929c6d47c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Apr 06 10:03:38.830839 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c4d1da64-61f9-4123-95e6-955708d738a4 req-47bb3482-09c4-46c0-8dc9-107c8cf0330b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1104252 Apr 06 10:03:38.869473 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e151916d-a65d-492c-997b-706c0c19d5da req-6adf3d23-dfe3-49fe-9fe2-07597fe26dd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603812 Apr 06 10:03:38.893953 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c4d1da64-61f9-4123-95e6-955708d738a4 req-200174e2-0730-451c-a658-a191f44d1de3 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558693 Apr 06 10:03:39.029643 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74482f9e-2b86-48ed-b188-057ad4a6a5e3 req-4ff4a6c3-6267-46f3-844f-fbf8ce7b9d9c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:39.031047 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-74482f9e-2b86-48ed-b188-057ad4a6a5e3 req-4ff4a6c3-6267-46f3-844f-fbf8ce7b9d9c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0778437 Apr 06 10:03:39.075274 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-74482f9e-2b86-48ed-b188-057ad4a6a5e3 req-d5ac1498-364b-47ae-a8c1-abed1f446dc6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Apr 06 10:03:39.477387 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:03:39.621203 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:39.634454 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '5734066a-7fb0-4a47-b876-069822823f68', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'mac_address': 'fa:16:3e:86:33:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:03:39.692303 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:39.710031 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5734066a-7fb0-4a47-b876-069822823f68 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:03:39.727030 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:39.731041 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:39.766942 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b125e02-8740-47e2-bf97-e4e3263faf72 req-6efe8a8a-102a-4f83-83c5-e95915aa960e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:39.770236 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5b125e02-8740-47e2-bf97-e4e3263faf72 req-6efe8a8a-102a-4f83-83c5-e95915aa960e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 944 time: 0.0818315 Apr 06 10:03:39.803163 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:39.820382 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5b125e02-8740-47e2-bf97-e4e3263faf72 req-640566db-e19b-493c-bc71-22a33261be8e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Apr 06 10:03:40.044439 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b71bae-fac4-4f37-8e9e-40557edf9210 req-50e8223c-e894-4cfc-a1e7-9c8079665e16 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:40.045793 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-59b71bae-fac4-4f37-8e9e-40557edf9210 req-50e8223c-e894-4cfc-a1e7-9c8079665e16 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.0781877 Apr 06 10:03:40.091073 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-59b71bae-fac4-4f37-8e9e-40557edf9210 req-1d10ba2a-42cc-4583-8357-8e7e1a7ce709 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Apr 06 10:03:40.110137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c94b6-2ca5-4828-a8ee-c631467f7385 req-f32a74f2-8fa5-4b3b-8665-b5ba8bda107e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:40.111795 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-982c94b6-2ca5-4828-a8ee-c631467f7385 req-f32a74f2-8fa5-4b3b-8665-b5ba8bda107e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0907459 Apr 06 10:03:40.159353 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-982c94b6-2ca5-4828-a8ee-c631467f7385 req-de0112ef-101d-408c-a741-085c37818a33 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Apr 06 10:03:40.225090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['5734066a-7fb0-4a47-b876-069822823f68'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:03:40.342843 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55794dcc-6afd-4de5-a979-8173b7e055df req-2b6fabce-1954-4ee9-a7c5-fcfb603aa31c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:40.344676 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-55794dcc-6afd-4de5-a979-8173b7e055df req-2b6fabce-1954-4ee9-a7c5-fcfb603aa31c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 945 time: 0.1283545 Apr 06 10:03:40.396948 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-55794dcc-6afd-4de5-a979-8173b7e055df req-cbffb1e4-bb23-4047-9bbe-7e66564f805a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Apr 06 10:03:41.029776 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c77d5-1801-4ae3-ba54-004950e4aeed req-78e8ef82-c535-4881-a2ff-e8152be63be3 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:41.031168 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-566c77d5-1801-4ae3-ba54-004950e4aeed req-78e8ef82-c535-4881-a2ff-e8152be63be3 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 944 time: 0.0782068 Apr 06 10:03:41.075300 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-566c77d5-1801-4ae3-ba54-004950e4aeed req-f0f20c21-8ea3-42ed-bcee-fbb4d0704076 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Apr 06 10:03:41.307232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6942b-2a54-4573-b7d9-44898c34fa0d req-7bad7225-c21e-4f5a-9d61-385cc18cfc37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:41.308787 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0af6942b-2a54-4573-b7d9-44898c34fa0d req-7bad7225-c21e-4f5a-9d61-385cc18cfc37 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.0784452 Apr 06 10:03:41.353647 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0af6942b-2a54-4573-b7d9-44898c34fa0d req-7c171d96-8b31-4d6c-9def-151f650a0d55 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Apr 06 10:03:41.355571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9216f3-c412-4cfa-b890-5da4ced37300 req-7f2e2d4d-f3b2-4689-84ee-384199c493ab tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:41.357085 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fa9216f3-c412-4cfa-b890-5da4ced37300 req-7f2e2d4d-f3b2-4689-84ee-384199c493ab tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0745473 Apr 06 10:03:41.402444 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fa9216f3-c412-4cfa-b890-5da4ced37300 req-95cc7758-ec22-4992-956d-8d55b8aca18f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387664 Apr 06 10:03:41.483822 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:41.553536 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 5734066a-7fb0-4a47-b876-069822823f68 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:03:41.559749 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 5734066a-7fb0-4a47-b876-069822823f68 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:41.560184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:41.594279 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38452-2b75-41f3-9d7b-6c12d83f2837 req-4abd348a-3ad7-44be-a609-544826fd7a3d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:41.595833 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-efa38452-2b75-41f3-9d7b-6c12d83f2837 req-4abd348a-3ad7-44be-a609-544826fd7a3d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 945 time: 0.0790656 Apr 06 10:03:41.640217 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-efa38452-2b75-41f3-9d7b-6c12d83f2837 req-40d0b5da-5907-4a47-9a10-e1b707730639 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Apr 06 10:03:41.672777 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:41.699351 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:41.709342 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:41.713385 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:41.714114 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device df52bd00-7492-4a24-b087-3b827c41aba1 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:03:41.779034 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d105b6d1-55e0-4d42-b492-72bcc79b0ab6'] response: {'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'code': 200} Apr 06 10:03:41.825968 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:41.839555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port df52bd00-7492-4a24-b087-3b827c41aba1 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:03:41.843875 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port df52bd00-7492-4a24-b087-3b827c41aba1 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:03:41.844277 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:41.962920 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:41.995099 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=df52bd00-7492-4a24-b087-3b827c41aba1,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:03:41.998975 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:42.056647 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-38ff7876-30a3-4114-86c5-89f0803d8b63 req-934efb5a-6120-49b1-9d46-164cf4a7b134 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.0692534 Apr 06 10:03:42.062605 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:42.098618 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-38ff7876-30a3-4114-86c5-89f0803d8b63 req-367bed61-df43-4112-96ce-3e1d3abb1893 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357940 Apr 06 10:03:42.273221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482377-fa4d-4262-8802-e37fb28325be req-1d0b8bfa-b15c-40d2-8785-2a240d96307f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:42.274544 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c6482377-fa4d-4262-8802-e37fb28325be req-1d0b8bfa-b15c-40d2-8785-2a240d96307f tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0787160 Apr 06 10:03:42.325604 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c6482377-fa4d-4262-8802-e37fb28325be req-299babce-6d9a-44b3-a1d4-eabe26d7b28c tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 Apr 06 10:03:42.601154 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bc30f-c581-4d45-ac4e-ddf33842c408 req-32fcc1f7-c571-4b28-b36c-25c9dca110f4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:42.602560 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-327bc30f-c581-4d45-ac4e-ddf33842c408 req-32fcc1f7-c571-4b28-b36c-25c9dca110f4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0750229 Apr 06 10:03:42.649185 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-327bc30f-c581-4d45-ac4e-ddf33842c408 req-12a03dd7-1a6d-4339-b279-0358c4e37b93 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Apr 06 10:03:42.840067 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d0d8-7ccc-468e-b243-fc2483b79811 req-0f0f33c8-83d0-4db8-af7b-092f1539585f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:42.841413 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2b84d0d8-7ccc-468e-b243-fc2483b79811 req-0f0f33c8-83d0-4db8-af7b-092f1539585f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0801935 Apr 06 10:03:42.887081 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2b84d0d8-7ccc-468e-b243-fc2483b79811 req-7ae05601-4b1c-4799-96f5-82eb45400ec2 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396006 Apr 06 10:03:43.533614 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb1d5e-89af-478c-97b6-e8af09816551 req-181b5e35-8c0d-43da-90a0-8f305ddc296b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:43.535135 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e2bb1d5e-89af-478c-97b6-e8af09816551 req-181b5e35-8c0d-43da-90a0-8f305ddc296b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0874081 Apr 06 10:03:43.585433 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e2bb1d5e-89af-478c-97b6-e8af09816551 req-745be489-d91e-456d-90f0-8058bae51ec4 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Apr 06 10:03:43.622978 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:03:43.780222 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:43.840294 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f71dbc-fc9f-426d-88b8-f818d7b44f15'] response: {'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1', 'code': 200} Apr 06 10:03:43.843353 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefc95-3a56-4e02-be0a-55310b5d6529 req-c33211d9-786b-4c56-8b1b-f622503bec8d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:43.845069 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2acefc95-3a56-4e02-be0a-55310b5d6529 req-c33211d9-786b-4c56-8b1b-f622503bec8d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0782902 Apr 06 10:03:43.902099 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2acefc95-3a56-4e02-be0a-55310b5d6529 req-685911e3-626b-404c-8b80-eb3ffe72ecfb tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Apr 06 10:03:44.123566 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9ddd568e-648c-4cef-afc6-582f2db5f69d req-856de9b3-660d-46c3-b2a9-1509ebc1ca28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 1098 time: 0.1299775 Apr 06 10:03:44.130152 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd77830-adf7-43b1-9b3e-eda43c920368 req-e8067472-d11f-4a71-bbcd-c8f6d9fa5877 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:44.131452 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1bd77830-adf7-43b1-9b3e-eda43c920368 req-e8067472-d11f-4a71-bbcd-c8f6d9fa5877 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1045189 Apr 06 10:03:44.201132 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9ddd568e-648c-4cef-afc6-582f2db5f69d req-af88aac2-e860-4bf2-ab07-de6bf4e70f3e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685213 Apr 06 10:03:44.206829 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1bd77830-adf7-43b1-9b3e-eda43c920368 req-b7082d19-fe9b-47aa-b6f4-a1e7a7ee5b8e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616903 Apr 06 10:03:44.397929 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592453-ad3e-4f3d-828a-4c7e65d23f41 req-9e25cf79-de3a-478e-930c-d413dea43df1 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:44.399350 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7e592453-ad3e-4f3d-828a-4c7e65d23f41 req-9e25cf79-de3a-478e-930c-d413dea43df1 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0758021 Apr 06 10:03:44.447189 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7e592453-ad3e-4f3d-828a-4c7e65d23f41 req-daeace8b-9d10-4981-8a67-d88c10d862c6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Apr 06 10:03:44.473812 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34048) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:44.730791 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3e66a69e-c270-4b5e-b10e-e9fbbbcf0058 tempest-TestShelveInstance-259211979 tempest-TestShelveInstance-259211979-project-admin] Synchronizing usage tracker for tenant:beec02f8525a43efa4daae03fe0f4092 on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:03:44.748017 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-3e66a69e-c270-4b5e-b10e-e9fbbbcf0058 tempest-TestShelveInstance-259211979 tempest-TestShelveInstance-259211979-project-admin] Unset dirty status for tenant:beec02f8525a43efa4daae03fe0f4092 on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:03:44.749195 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3e66a69e-c270-4b5e-b10e-e9fbbbcf0058 tempest-TestShelveInstance-259211979 tempest-TestShelveInstance-259211979-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1094 time: 0.2744336 Apr 06 10:03:44.752528 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34056) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:44.758037 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:44.763348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:03:44.767831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Usage tracker for resource:floatingip and tenant:a76d7d470adc4b258a71236b4437db3f is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:03:44.770687 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:03:44.776420 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:03:44.787301 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:44.788963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee7674-848c-469d-af8e-653c0bab9cf8 req-3468fe91-cd3f-4e69-aa7c-2ada013b115b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:44.790619 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-efee7674-848c-469d-af8e-653c0bab9cf8 req-3468fe91-cd3f-4e69-aa7c-2ada013b115b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0795760 Apr 06 10:03:44.834728 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-efee7674-848c-469d-af8e-653c0bab9cf8 req-c2c2f0f4-4378-44b3-a475-64f0f215ab1b tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Apr 06 10:03:44.928364 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:45.113793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Allocated IP 172.28.0.181 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/b9ad24a5-a68b-430a-ae64-c1afca288460) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:03:45.213628 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ae127-405d-434e-a22d-548ce84f83d2 req-a5b5d518-34eb-4e92-be78-51dfce36870d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:45.215071 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-864ae127-405d-434e-a22d-548ce84f83d2 req-a5b5d518-34eb-4e92-be78-51dfce36870d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.1783516 Apr 06 10:03:45.297896 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-864ae127-405d-434e-a22d-548ce84f83d2 req-d4bce6bb-f3e3-4e22-ad09-808e8423011a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750868 Apr 06 10:03:45.319554 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:45.346404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:45.410167 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:03:45.413199 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:03:45.416634 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:03:45.444472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'Port': ['ID=b9ad24a5-a68b-430a-ae64-c1afca288460,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:45.467405 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.467738 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.468066 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.468427 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.468747 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.469063 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.469377 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.469690 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.470004 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.470616 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:45.470616 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:03:46.029126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84accb-4519-4510-86f0-87b940888f2d req-609e4fc7-f01d-429c-a13c-713bc8f33bc0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:46.030564 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7b84accb-4519-4510-86f0-87b940888f2d req-609e4fc7-f01d-429c-a13c-713bc8f33bc0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0742588 Apr 06 10:03:46.078967 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7b84accb-4519-4510-86f0-87b940888f2d req-9024179d-5fa4-42a9-88e0-759371b9d4b9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Apr 06 10:03:46.090925 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:46.147164 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:46.347939 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:46.352854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:46.462405 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event updated for resources: {'Port': ['ID=b9ad24a5-a68b-430a-ae64-c1afca288460,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:03:46.478493 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:46.512805 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3e136-6285-4545-bd48-88b499f8c5d9 req-606a9cbf-94e4-4786-b8c1-dad5a1d99f69 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:46.514767 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4ad3e136-6285-4545-bd48-88b499f8c5d9 req-606a9cbf-94e4-4786-b8c1-dad5a1d99f69 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0882888 Apr 06 10:03:46.583281 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4ad3e136-6285-4545-bd48-88b499f8c5d9 req-2b050d90-79f9-4cad-b6cf-d8c646d181a7 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622408 Apr 06 10:03:46.712343 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.l3_db [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Floating IP 794455e1-b252-4990-8b2f-00c14a52ba36 associated. External IP: 172.28.0.181, port: 5734066a-7fb0-4a47-b876-069822823f68. Apr 06 10:03:47.098420 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Router e826d44b-98c6-458b-8b65-6eb8263b56a4 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:03:47.351888 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:03:47.362081 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Sync routers for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:03:47.373606 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:03:47.374247 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:47.375834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:47.452289 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-079adefb-0908-40bf-8633-0db85463198c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6861918 Apr 06 10:03:47.452289 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:03:47.552726 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:03:47.806633 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d0f3a1-5ce4-4bf5-8d92-6b9e88048dac'] response: {'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'status': 'completed', 'code': 200} Apr 06 10:03:47.832140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911eb6-d6e4-455b-814f-b0e3ab37bb72 req-b95e35eb-ed1f-4d02-934e-7351ab4a51e5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:47.833581 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c911eb6-d6e4-455b-814f-b0e3ab37bb72 req-b95e35eb-ed1f-4d02-934e-7351ab4a51e5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0919406 Apr 06 10:03:47.926723 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c911eb6-d6e4-455b-814f-b0e3ab37bb72 req-2d36186f-27ff-4dae-adfa-8a3dbda23a44 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604441 Apr 06 10:03:47.929239 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '794455e1-b252-4990-8b2f-00c14a52ba36', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'mac_address': 'fa:16:3e:86:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:03:45Z', 'updated_at': '2022-04-06T10:03:45Z', 'revision_number': 0, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:47.933040 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Checking router: e826d44b-98c6-458b-8b65-6eb8263b56a4 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:03:47.934853 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-5d2735da-0da6-4735-b8f8-e986feda649e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.1004162 Apr 06 10:03:47.944345 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:03:47.944941 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:48.123841 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:03:48.126077 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03464609-856d-482a-8342-17f8740a65e3 req-8911838f-3e52-4b92-9166-d735193b7345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:48.128086 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-8911838f-3e52-4b92-9166-d735193b7345 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1868274 Apr 06 10:03:48.229815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-aa883c37-fc98-4024-90b6-b415b2c9a6fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1000 time: 0.0957801 Apr 06 10:03:48.294929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03464609-856d-482a-8342-17f8740a65e3 req-2a01582e-66b4-4454-8829-12a3c780cbe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:48.296373 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-2a01582e-66b4-4454-8829-12a3c780cbe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0597017 Apr 06 10:03:48.374605 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-42af8648-138c-48a7-bfe7-393b734a0efb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724654 Apr 06 10:03:48.480114 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '794455e1-b252-4990-8b2f-00c14a52ba36', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'mac_address': 'fa:16:3e:86:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:03:45Z', 'updated_at': '2022-04-06T10:03:45Z', 'revision_number': 0, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:03:48.484459 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184017af-72fa-48f2-8148-3363cba23ee0 None None] The sync data for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb is: [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '794455e1-b252-4990-8b2f-00c14a52ba36', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'floating_ip_address': '172.28.0.181', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'mac_address': 'fa:16:3e:86:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:03:45Z', 'updated_at': '2022-04-06T10:03:45Z', 'revision_number': 0, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:03:48.507374 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-e2a5fd0a-7667-4de8-a6c9-58944cb83b3c service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267123 Apr 06 10:03:48.647178 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-03464609-856d-482a-8342-17f8740a65e3 req-4aebb1c1-273a-434f-958c-80e9891df617 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333768 Apr 06 10:03:48.680597 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd91096-a67c-496f-9db1-417f430ba223 None None] New status for floating IP 794455e1-b252-4990-8b2f-00c14a52ba36: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:03:49.136897 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b79d3-983a-4c77-a0b6-836823219616 req-a861f629-a425-40ae-98a3-8d59318bd5c8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:49.138318 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-864b79d3-983a-4c77-a0b6-836823219616 req-a861f629-a425-40ae-98a3-8d59318bd5c8 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0759280 Apr 06 10:03:49.183626 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-864b79d3-983a-4c77-a0b6-836823219616 req-0a02e21b-c356-400f-8c58-7b390c6a431d tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Apr 06 10:03:50.382147 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbffde0-b714-41ca-9e10-dd14d619fdc4 req-11518d1f-09bb-4a2d-824b-e615decd0a9e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:50.383492 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8fbffde0-b714-41ca-9e10-dd14d619fdc4 req-11518d1f-09bb-4a2d-824b-e615decd0a9e tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0787618 Apr 06 10:03:50.429084 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8fbffde0-b714-41ca-9e10-dd14d619fdc4 req-d1c70e6b-67bc-4206-a939-7434f459dbe2 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Apr 06 10:03:50.503756 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b3210102-760a-464e-a98e-cd335b2313c1 req-04dbe811-5f87-4bcf-a31e-63d81e92d9ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0669243 Apr 06 10:03:50.543798 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b3210102-760a-464e-a98e-cd335b2313c1 req-5fa48a4c-0790-4b3b-a009-a1239d5db270 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Apr 06 10:03:51.631020 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0b635-42ba-4d99-b66d-f95088512308 req-6bcb1c9c-5cf1-431b-aeed-7de73b9068f9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:51.632358 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-88e0b635-42ba-4d99-b66d-f95088512308 req-6bcb1c9c-5cf1-431b-aeed-7de73b9068f9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0774634 Apr 06 10:03:51.676756 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-88e0b635-42ba-4d99-b66d-f95088512308 req-417fe76d-e193-4fdc-98ce-3b8e728e1ecf tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Apr 06 10:03:52.875802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c19e-9e50-4d32-8301-ac0134d85028 req-6666198a-5a23-4f3a-82a6-7672201bd571 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:52.877856 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1492c19e-9e50-4d32-8301-ac0134d85028 req-6666198a-5a23-4f3a-82a6-7672201bd571 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0755072 Apr 06 10:03:52.928497 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1492c19e-9e50-4d32-8301-ac0134d85028 req-37d333ee-3df2-401a-ad6d-12e738ffeb37 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Apr 06 10:03:53.531736 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-657c83a6-f0e4-47f5-9294-61a19e1c0cd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0754795 Apr 06 10:03:53.602137 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60286d6-1dae-4f25-9240-6ae6ba49964c req-46256553-c95f-4b66-b112-4598c6f9cbb6 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:53.603587 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f60286d6-1dae-4f25-9240-6ae6ba49964c req-46256553-c95f-4b66-b112-4598c6f9cbb6 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0811405 Apr 06 10:03:53.653339 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f60286d6-1dae-4f25-9240-6ae6ba49964c req-2cd365b0-ece5-4d04-addb-6898989fe2ce tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Apr 06 10:03:53.664381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-42a79e67-736d-417f-9fe7-e090d2aabcb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:53.665897 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-42a79e67-736d-417f-9fe7-e090d2aabcb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1277392 Apr 06 10:03:53.767785 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-9b91313c-2ec0-4acf-a0bf-f3dc8ab8ecf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 1001 time: 0.0948703 Apr 06 10:03:53.826663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-c194b265-9868-44ff-ab1d-f157edcad431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:53.828053 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-c194b265-9868-44ff-ab1d-f157edcad431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0558534 Apr 06 10:03:53.892932 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:53.906694 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-7284740d-a54c-4df0-8946-f5b90cf2de0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721400 Apr 06 10:03:54.037725 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-0879b2b4-1dd7-4920-929d-def5ba4bc5f8 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Apr 06 10:03:54.238932 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60e2fbdd-5134-4cbc-865f-0a4059371085 req-134d1f53-82ad-4097-adb7-c0e2eb33e03f service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856129 Apr 06 10:03:54.853220 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd3042-8239-4280-b4c6-a5bf24a0fe0d req-76d22716-3b37-4273-82cb-3adf0d02724c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:54.854644 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6dd3042-8239-4280-b4c6-a5bf24a0fe0d req-76d22716-3b37-4273-82cb-3adf0d02724c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0772684 Apr 06 10:03:54.902146 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6dd3042-8239-4280-b4c6-a5bf24a0fe0d req-029ff193-4f6e-4d3f-9c83-1db987f613b9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Apr 06 10:03:56.099048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91915e1-97af-4cf5-b0c3-434443c9892f req-a2c03d6c-8970-4de2-b65b-28795e3d385c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:56.100410 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b91915e1-97af-4cf5-b0c3-434443c9892f req-a2c03d6c-8970-4de2-b65b-28795e3d385c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0769968 Apr 06 10:03:56.144764 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b91915e1-97af-4cf5-b0c3-434443c9892f req-608c66eb-2107-4ecd-87f4-aa65000ba4da tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Apr 06 10:03:56.937439 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-7a0924c7-1dc6-4764-8289-8fd73b0fa646 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678573 Apr 06 10:03:57.083369 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-01b34ea7-56bc-406d-8662-df08bcf41af3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 1099 time: 0.0700293 Apr 06 10:03:57.225069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e6335-364a-45df-acfc-8e20468c6680 req-13c98c21-fab3-4b06-8208-454a7f28b70d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:57.227363 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-13c98c21-fab3-4b06-8208-454a7f28b70d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1237721 Apr 06 10:03:57.302834 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-73824deb-dbf1-4815-a6f2-8173420767cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 200 len: 217 time: 0.0654409 Apr 06 10:03:57.341179 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f36191-dc71-4f2d-9dea-8322bb4cc840 req-af60ca93-3840-40b0-9eb3-d1211ee6aabe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:57.342519 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b7f36191-dc71-4f2d-9dea-8322bb4cc840 req-af60ca93-3840-40b0-9eb3-d1211ee6aabe tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0732417 Apr 06 10:03:57.386515 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b7f36191-dc71-4f2d-9dea-8322bb4cc840 req-98aeff99-c862-46a1-8252-ae92397cf540 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Apr 06 10:03:57.445480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e6335-364a-45df-acfc-8e20468c6680 req-49d7bffe-2a28-43d3-960e-db52588e1ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:57.446890 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-49d7bffe-2a28-43d3-960e-db52588e1ee2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0658293 Apr 06 10:03:57.525526 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-88e1811b-ed94-420e-8ce8-a3fd6140f31e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720599 Apr 06 10:03:57.656034 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-dcd97cd1-d759-4d88-aa2e-942ec8b869c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214104 Apr 06 10:03:57.782689 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c25e6335-364a-45df-acfc-8e20468c6680 req-442fd07f-61ce-4a83-9217-7ba7c00170aa service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207821 Apr 06 10:03:58.593146 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20226c-6e39-4dea-ba78-3d3ed7eb61ac req-66d73595-fe24-4d24-a2bd-9aa258c63c97 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:58.594858 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3c20226c-6e39-4dea-ba78-3d3ed7eb61ac req-66d73595-fe24-4d24-a2bd-9aa258c63c97 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0802159 Apr 06 10:03:58.639790 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3c20226c-6e39-4dea-ba78-3d3ed7eb61ac req-69f85905-5545-4d85-a5d8-cbe261bdbbe9 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Apr 06 10:03:58.830898 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f9a5-b5a4-44d0-9c24-c1e85d169a57 req-ef0fcfb7-a6ce-4421-a274-49e751d35408 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:03:58.832345 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a946f9a5-b5a4-44d0-9c24-c1e85d169a57 req-ef0fcfb7-a6ce-4421-a274-49e751d35408 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0778940 Apr 06 10:03:58.841081 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34158) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:03:58.846209 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Request body: {'floatingip': {'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:03:58.942595 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:59.616000 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:03:59.619594 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:00.056068 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:04:00.254778 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:04:00.259422 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:00.264486 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:04:00.276805 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:04:00.277396 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:00.338845 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:04:00.376068 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c152e71b-858a-4b27-9dc5-4305c7517719 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "PUT /v2.0/floatingips/8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005 HTTP/1.1" status: 200 len: 993 time: 1.5338690 Apr 06 10:04:00.393247 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3f26ca-204c-45f1-8fcc-337f24b567b3'] response: {'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'status': 'completed', 'code': 200} Apr 06 10:04:00.456299 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:04:00.495221 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-4d452d9a-cc17-4258-9ffe-5a3148dab32c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0692022 Apr 06 10:04:00.622987 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-b17fea7d-df44-4475-b6a1-0637c974e539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:00.624436 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-b17fea7d-df44-4475-b6a1-0637c974e539 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1222475 Apr 06 10:04:00.728753 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-641787f3-c3db-431f-8610-3400f4420d2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 1001 time: 0.0955369 Apr 06 10:04:00.794442 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-3e4ff3c9-bdd0-46a0-aa38-0a45dbfe06ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:00.794985 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:03:59Z', 'revision_number': 3, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:00.795863 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-3e4ff3c9-bdd0-46a0-aa38-0a45dbfe06ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0597663 Apr 06 10:04:00.799354 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:04:00.809419 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:04:00.809990 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:03:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:00.870164 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-ba8f3656-f2af-44d4-bddb-15176b4693d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677278 Apr 06 10:04:01.009077 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:04:01.073616 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-a9aa8c77-fa4e-4ef9-9034-8b3e5fc67d50 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963367 Apr 06 10:04:01.206603 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ad3b21bf-4b24-4c3d-8ffb-1faea182e72a req-40827f31-0b9a-4644-b712-399f20bee08d service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262743 Apr 06 10:04:01.357519 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:03:59Z', 'revision_number': 3, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:01.361708 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd604f-4052-4ff2-ba25-b33842e1c9c5 None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'port_id': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'mac_address': 'fa:16:3e:77:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:01:10Z', 'updated_at': '2022-04-06T10:03:59Z', 'revision_number': 3, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:04:02.394200 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:04:02.447489 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477b06f0-0370-4837-a687-b8dcfa730029'] response: {'name': 'network-changed', 'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'status': 'completed', 'code': 200} Apr 06 10:04:02.540953 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-1d15ab2f-ff17-40da-89ea-a0bcfdd101b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 1098 time: 0.0718172 Apr 06 10:04:02.669315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-f56bcdac-b70a-4902-ba4c-e7e333b2473f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:02.670667 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-f56bcdac-b70a-4902-ba4c-e7e333b2473f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1232045 Apr 06 10:04:02.770825 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-206449ae-8bd3-47d5-887c-42c26ace08e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 200 len: 1001 time: 0.0939412 Apr 06 10:04:02.843202 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-59dd9691-a7d7-469b-8e4f-a5dd6b9d4f98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:02.845640 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-59dd9691-a7d7-469b-8e4f-a5dd6b9d4f98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0633295 Apr 06 10:04:02.919487 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-0e430663-fc20-415c-981b-761d48d16709 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678320 Apr 06 10:04:03.063151 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-e93cfc4f-96df-464b-814d-6bce5d6c0983 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271241 Apr 06 10:04:03.191931 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-af8537d8-4662-44d5-a2c2-759f7ad96bb7 req-352161ba-8661-4772-9333-c9726879189c service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225846 Apr 06 10:04:04.052208 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f15fb857-c1a6-4309-a27d-c68efdd75d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:06.233640 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6341722c-ce8f-4b79-885f-5ad38c3bc5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:07.372558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:07.477964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:08.712393 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:09.241165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca421-a020-4c13-8a4f-406aba92757b req-f34f3d89-0005-4b0d-819e-cea67f6b8220 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:09.242594 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-00fca421-a020-4c13-8a4f-406aba92757b req-f34f3d89-0005-4b0d-819e-cea67f6b8220 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0745180 Apr 06 10:04:09.290091 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-00fca421-a020-4c13-8a4f-406aba92757b req-0723c880-d886-4a05-8d95-7e1e2ef613ec tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Apr 06 10:04:10.486663 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f383351-c2dd-4261-8cc3-e8bc49a961f8 req-bebb6aa0-7c8c-4e61-b8b7-1fca4f7ea0f8 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:10.488465 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7f383351-c2dd-4261-8cc3-e8bc49a961f8 req-bebb6aa0-7c8c-4e61-b8b7-1fca4f7ea0f8 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0770707 Apr 06 10:04:10.534153 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7f383351-c2dd-4261-8cc3-e8bc49a961f8 req-5744c9cd-248b-488a-b90c-811663ee513e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384161 Apr 06 10:04:11.800335 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23505484-581d-456e-8fe2-867053e36936 req-e86bed26-cbe6-4059-b114-99552268d6d9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:11.801688 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-23505484-581d-456e-8fe2-867053e36936 req-e86bed26-cbe6-4059-b114-99552268d6d9 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.1461198 Apr 06 10:04:11.845872 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-23505484-581d-456e-8fe2-867053e36936 req-681962c8-bcc7-41d7-9615-a3c9d243bce2 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Apr 06 10:04:13.107179 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baede0a-fc0c-4836-a07d-a23519258f98 req-39d31b8d-ccd5-41b3-9223-276001de2027 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:13.108656 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0baede0a-fc0c-4836-a07d-a23519258f98 req-39d31b8d-ccd5-41b3-9223-276001de2027 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.1417513 Apr 06 10:04:13.155674 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0baede0a-fc0c-4836-a07d-a23519258f98 req-43edebf8-1809-4fdb-a33e-507e8d0565df tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Apr 06 10:04:14.351101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd4ee5-d6b2-4da7-8a17-462f9fc54c8a req-df7d5632-8f3a-42fb-affe-62103118a810 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:14.352519 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6fbd4ee5-d6b2-4da7-8a17-462f9fc54c8a req-df7d5632-8f3a-42fb-affe-62103118a810 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0767813 Apr 06 10:04:14.396901 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6fbd4ee5-d6b2-4da7-8a17-462f9fc54c8a req-b32cb3ca-5068-4e77-a103-ac5dbfc076e0 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/security-groups?id=d96f2df9-13a3-4c33-97f3-988c897fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Apr 06 10:04:14.835935 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-eb63e2c8-3e0b-46a7-b6de-fb2411eba93a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:14.837243 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-eb63e2c8-3e0b-46a7-b6de-fb2411eba93a tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 945 time: 0.0725913 Apr 06 10:04:14.907562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Deleting port df52bd00-7492-4a24-b087-3b827c41aba1 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:04:14.907887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:15.144178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] For port df52bd00-7492-4a24-b087-3b827c41aba1, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=df52bd00-7492-4a24-b087-3b827c41aba1,segment=NetworkSegment(2204ed67-e44a-43ca-909e-0cf129b09268),segment_id=2204ed67-e44a-43ca-909e-0cf129b09268)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:04:15.144473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:15.324243 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Calling delete_port for df52bd00-7492-4a24-b087-3b827c41aba1 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:04:15.459432 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:15.472807 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['df52bd00-7492-4a24-b087-3b827c41aba1'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:04:15.511475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Pushing event deleted for resources: {'Port': ['ID=df52bd00-7492-4a24-b087-3b827c41aba1,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:04:15.568942 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-96a7c666-3c06-4c4c-8fc7-4c11887e9b54 req-1e531398-f305-495f-a07f-f033942a7c5e tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.39 "GET /v2.0/ports?device_id=512d908b-969b-46c6-b47c-41a9ace63979 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Apr 06 10:04:15.589042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] No DVR routers for this DVR port df52bd00-7492-4a24-b087-3b827c41aba1 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:04:15.591663 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:15.594473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'name': 'network-vif-deleted', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:04:15.609815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4cdf60d6-9d3f-48f7-baea-ac48b1415137 req-c541f56f-da74-474e-84f7-571cec4fa335 tempest-VolumesSnapshotTestJSON-1042951891 tempest-VolumesSnapshotTestJSON-1042951891-project] 10.222.0.48 "DELETE /v2.0/ports/df52bd00-7492-4a24-b087-3b827c41aba1 HTTP/1.1" status: 204 len: 173 time: 0.7659669 Apr 06 10:04:15.662416 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3596d781-1ac5-4ba4-a308-ebb14d2382cf'] response: {'server_uuid': '512d908b-969b-46c6-b47c-41a9ace63979', 'name': 'network-vif-deleted', 'tag': 'df52bd00-7492-4a24-b087-3b827c41aba1', 'status': 'completed', 'code': 200} Apr 06 10:04:17.683900 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device df52bd00-7492-4a24-b087-3b827c41aba1 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:04:17.715553 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: df52bd00-7492-4a24-b087-3b827c41aba1 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:04:17.715883 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device df52bd00-7492-4a24-b087-3b827c41aba1 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:04:20.624325 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:04:23.899237 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:34.055737 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-46f57ae8-e791-4e41-a82f-710b36bd1728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:36.234955 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fdf200f3-376a-48a3-b79c-9b12c0b08fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.374788 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.479151 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.662411 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34374) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:04:37.719565 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Deleting subnet 0ed10d2e-446d-4154-9968-a3466f35b7df {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:04:37.722415 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.769683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.825307 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.890071 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.926029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed10d2e-446d-4154-9968-a3466f35b7df,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:04:37.932231 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:37.937812 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-bc986dda-ad20-4ed1-9f3c-9aa681271ac8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ed10d2e-446d-4154-9968-a3466f35b7df HTTP/1.1" status: 204 len: 168 time: 0.2743580 Apr 06 10:04:37.940193 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34378) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:04:38.041680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.161221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.187884 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6ba2a1-6230-4f94-8339-cd29c68fdfb4']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:38.199830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204ed67-e44a-43ca-909e-0cf129b09268') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:38.200101 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204ed67-e44a-43ca-909e-0cf129b09268') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:04:38.211744 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.226941 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.232686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:04:38.233053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:04:38.246254 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:04:38.320250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.389248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.399167 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6ba2a1-6230-4f94-8339-cd29c68fdfb4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:04:38.407360 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6019c12f-4d3a-4be4-bef2-e480bde66e13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba6ba2a1-6230-4f94-8339-cd29c68fdfb4 HTTP/1.1" status: 204 len: 168 time: 0.4662032 Apr 06 10:04:38.543021 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34384) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:04:38.595673 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c99c85eb-baee-477e-9a79-c263139ad221 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9f685a63ca643fca2502dbd47f76a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510392 Apr 06 10:04:38.598236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34388) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:04:38.655608 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.680693 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.715995 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.730624 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.746607 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f2df9-13a3-4c33-97f3-988c897fc213,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:04:38.759842 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:38.760977 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d0c25be1-1a81-4971-a9a1-e4dd53427860 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d96f2df9-13a3-4c33-97f3-988c897fc213 HTTP/1.1" status: 204 len: 168 time: 0.1618588 Apr 06 10:04:53.908764 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:04:56.778023 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-0f7d46ab-1ab4-4160-b9ad-16f5a83096d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2358377 Apr 06 10:04:56.865115 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-e343c655-009f-4b64-80b8-3cc2066f6f15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 1099 time: 0.0670884 Apr 06 10:04:57.007812 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-07490e27-b6b2-4374-b413-8fc892c3d2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:57.009260 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-07490e27-b6b2-4374-b413-8fc892c3d2d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 200 len: 920 time: 0.1231341 Apr 06 10:04:57.078440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-870d8e2f-ef08-438f-8555-49d96aa942e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 200 len: 217 time: 0.0627615 Apr 06 10:04:57.138011 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-a25535d4-305a-49f1-98b5-630e1fe85c83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:04:57.139263 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-a25535d4-305a-49f1-98b5-630e1fe85c83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 200 len: 858 time: 0.0546472 Apr 06 10:04:57.216584 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-2b491576-b4db-486b-a916-7d7fc625d830 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1fcdd21-8913-43c3-9fe3-47768f658615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709405 Apr 06 10:04:57.341909 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-f266ff77-0051-4c11-82ea-075a3ca114a6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187313 Apr 06 10:04:57.467907 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7da63157-f35c-4fb2-ae46-cb1e84ee8b89 req-4c53ebab-d4d6-42d5-8a2f-ad33347a074b service neutron] 10.222.0.48 "GET /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195652 Apr 06 10:04:57.624707 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:05:04.058997 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-112ddf6f-282f-44eb-afea-293e96e7d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:06.237411 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae6c6-20c7-45e3-8bbf-b1a00b185f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:07.379420 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:07.478579 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:08.714731 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:21.459269 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1a32-ab8e-49e7-baed-7f9462e6158e req-f23954b3-d9fd-4f83-ad32-c78bbfb91f95 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:21.460601 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-39af1a32-ab8e-49e7-baed-7f9462e6158e req-f23954b3-d9fd-4f83-ad32-c78bbfb91f95 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0727491 Apr 06 10:05:21.505233 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-39af1a32-ab8e-49e7-baed-7f9462e6158e req-fc35e0b7-6433-4b46-8f02-0c8d08e5463f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Apr 06 10:05:22.707666 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a364dec-d7fd-496a-a25d-f3eb2a20db09 req-3865c7fe-cd81-432b-beff-5279f5c81e6a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:22.709109 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a364dec-d7fd-496a-a25d-f3eb2a20db09 req-3865c7fe-cd81-432b-beff-5279f5c81e6a tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0766671 Apr 06 10:05:22.753914 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6a364dec-d7fd-496a-a25d-f3eb2a20db09 req-9f4b2b41-d728-45d8-812a-a6fdedcacacf tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387208 Apr 06 10:05:23.908880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:23.955589 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668e7b-aab5-4be6-a8a0-f3fef0abf67e req-fd16199f-b067-4aad-b851-fb2e62a2d4bc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:23.957749 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b2668e7b-aab5-4be6-a8a0-f3fef0abf67e req-fd16199f-b067-4aad-b851-fb2e62a2d4bc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0786717 Apr 06 10:05:24.006879 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b2668e7b-aab5-4be6-a8a0-f3fef0abf67e req-0e4b7318-fb28-46fe-94a5-fc4b85e4d5d4 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 Apr 06 10:05:25.223103 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58f0f6-110f-4f6e-9f0c-52c44c462283 req-f978f4d0-8fd1-4282-87e0-9b08d1588750 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:25.224625 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cb58f0f6-110f-4f6e-9f0c-52c44c462283 req-f978f4d0-8fd1-4282-87e0-9b08d1588750 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0782638 Apr 06 10:05:25.274410 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cb58f0f6-110f-4f6e-9f0c-52c44c462283 req-84cc4c12-c8d9-4b1c-8ade-fb6a5e48aaae tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=748014b5-f0c5-4ff6-9732-0973d4d1500b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Apr 06 10:05:25.365981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-9d04643b-3c8c-4c34-b9ed-4de520931d0b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:25.367391 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-9d04643b-3c8c-4c34-b9ed-4de520931d0b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 945 time: 0.0739174 Apr 06 10:05:25.438547 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Deleting port 70fc2b31-ff15-43c6-92cd-0fd153661919 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:25.438882 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:25.743805 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29f655-0559-4308-ad30-a2dcb466fca6 req-f8e2a73d-538b-4848-b4de-6b761ebf3402 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:25.745234 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5a29f655-0559-4308-ad30-a2dcb466fca6 req-f8e2a73d-538b-4848-b4de-6b761ebf3402 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.2079442 Apr 06 10:05:25.826033 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] For port 70fc2b31-ff15-43c6-92cd-0fd153661919, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=70fc2b31-ff15-43c6-92cd-0fd153661919,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:25.826295 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:25.834496 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5a29f655-0559-4308-ad30-a2dcb466fca6 req-0ff446b7-6f75-462d-8df6-64eadcf1af52 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810909 Apr 06 10:05:26.098012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:26.098296 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:26.098630 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Floating IP 8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005 disassociated. External IP: 172.28.0.134, port: 70fc2b31-ff15-43c6-92cd-0fd153661919. Apr 06 10:05:26.098968 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Calling delete_port for 70fc2b31-ff15-43c6-92cd-0fd153661919 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:26.234703 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:26.283736 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event deleted for resources: {'Port': ['ID=70fc2b31-ff15-43c6-92cd-0fd153661919,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:26.297154 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.297489 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.297821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.298151 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.298477 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.298815 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.299116 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.299433 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.299750 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.300085 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.300435 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:26.439268 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8add77c8-009e-44fb-bb9d-7865006a7cde req-b18bfd25-8a0d-4655-bfa8-3cf40473c28f tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5247466-9ab0-4c5e-9ad4-dd7793b152ff HTTP/1.1" status: 200 len: 210 time: 0.0399723 Apr 06 10:05:26.497945 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:05:26.708121 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:26.717746 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:26.729397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:26.729997 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:26.778032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] No DVR routers for this DVR port 70fc2b31-ff15-43c6-92cd-0fd153661919 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:05:26.780537 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:26.783052 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'name': 'network-vif-deleted', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:26.802189 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9d829f7f-a8f6-4670-8d96-4b0850c79438 req-5bda01e8-79b0-4b9a-8704-fae88517181b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "DELETE /v2.0/ports/70fc2b31-ff15-43c6-92cd-0fd153661919 HTTP/1.1" status: 204 len: 173 time: 1.4293938 Apr 06 10:05:26.922071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:26.942536 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28332610-871f-4316-ac09-589e4d1f5d61'] response: {'server_uuid': 'a5247466-9ab0-4c5e-9ad4-dd7793b152ff', 'name': 'network-vif-deleted', 'tag': '70fc2b31-ff15-43c6-92cd-0fd153661919', 'status': 'completed', 'code': 200} Apr 06 10:05:27.101035 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7e1cf-347a-49d3-850b-f1c6271ab47c req-f984f8c9-4e1e-403f-aeaa-d87987d45998 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:27.102590 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-22e7e1cf-347a-49d3-850b-f1c6271ab47c req-f984f8c9-4e1e-403f-aeaa-d87987d45998 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.0811048 Apr 06 10:05:27.156485 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-22e7e1cf-347a-49d3-850b-f1c6271ab47c req-d5e6f316-1804-49b6-8783-4ee8570c1747 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461051 Apr 06 10:05:27.257349 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:27.261420 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:27.274014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:27.275000 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:27.451758 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:27.606727 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-82751124-1a7d-48dd-b968-30302ad8c7a4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:27.608323 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-82751124-1a7d-48dd-b968-30302ad8c7a4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.0928018 Apr 06 10:05:27.615009 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34486) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:27.676586 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Deleting port 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:27.676792 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:27.726603 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:27.761918 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:27.827798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:27.857493 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:27.858101 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748014b5-f0c5-4ff6-9732-0973d4d1500b,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:27.860089 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:27.861201 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "DELETE /v2.0/security-groups/748014b5-f0c5-4ff6-9732-0973d4d1500b HTTP/1.1" status: 204 len: 168 time: 0.2446775 Apr 06 10:05:27.864771 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34490) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:27.864924 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dda5ae-c6a3-4cc5-98ec-b9e5dada63bc None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '10df5eab-682d-4d2d-a06b-c498c67b564b', 'name': '', 'network_id': 'e1fcdd21-8913-43c3-9fe3-47768f658615', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'mac_address': 'fa:16:3e:4b:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:20Z', 'updated_at': '2022-04-06T10:00:01Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'subnets': [{'id': '9b42deb7-fa64-4337-9071-bf2f08738e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:05:27.885688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.886046 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.886348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.886676 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.886996 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.887309 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.887626 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.887937 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.888248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.888618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.888908 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd4b09a-ca4e-4b83-8d69-4639f593cc87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:27.893121 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-d2083cae-7aa1-4b35-83de-e487b48ded3c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] show failed (client error): The resource could not be found. Apr 06 10:05:27.894178 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d2083cae-7aa1-4b35-83de-e487b48ded3c tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups/748014b5-f0c5-4ff6-9732-0973d4d1500b HTTP/1.1" status: 404 len: 347 time: 0.0285337 Apr 06 10:05:27.897330 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34494) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:28.027108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] For port 2805d1a6-3c68-4ee2-8765-455766338e49, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=2805d1a6-3c68-4ee2-8765-455766338e49,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:28.027456 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.081299 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Deleting port 2e0bc638-ae6f-41ee-bfc2-3440e870e960 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:28.082396 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.158631 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8689f0-eb27-4b51-a758-ca8971d553d1 None None] New status for floating IP 8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005: DOWN {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:05:28.277276 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.277731 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.406141 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Calling delete_port for 2e0bc638-ae6f-41ee-bfc2-3440e870e960 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:28.482180 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.482500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.482878 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Floating IP 24346c9b-4c7d-4359-8d81-62d877c4176e disassociated. External IP: 172.28.0.179, port: 2805d1a6-3c68-4ee2-8765-455766338e49. Apr 06 10:05:28.483323 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Calling delete_port for 2805d1a6-3c68-4ee2-8765-455766338e49 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:28.530216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08fadd-5962-4c49-ba04-109fb60ad49d req-15754063-0c99-407f-82cd-f611c472beb2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:28.531655 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a08fadd-5962-4c49-ba04-109fb60ad49d req-15754063-0c99-407f-82cd-f611c472beb2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 946 time: 0.1577294 Apr 06 10:05:28.598713 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.db.api [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:05:28.599052 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG oslo_db.api [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:05:28.623137 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6a08fadd-5962-4c49-ba04-109fb60ad49d req-13e0a079-7b1c-4916-a805-048402d5bed1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782468 Apr 06 10:05:28.692653 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:28.739182 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'Port': ['ID=2805d1a6-3c68-4ee2-8765-455766338e49,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:28.944092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:05:29.100740 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Deleting port 2e0bc638-ae6f-41ee-bfc2-3440e870e960 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:29.102318 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.154191 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:29.164532 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:29.177683 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:29.178374 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:29.227039 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] No DVR routers for this DVR port 2805d1a6-3c68-4ee2-8765-455766338e49 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:05:29.232446 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.235039 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-deleted', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:29.254035 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-404d9598-a947-42c5-bf6d-e3ac7f5118a2 req-35c72043-5d4a-4c42-901a-e904972e3309 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "DELETE /v2.0/ports/2805d1a6-3c68-4ee2-8765-455766338e49 HTTP/1.1" status: 204 len: 173 time: 1.6393571 Apr 06 10:05:29.308629 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbba632-c818-4273-bb79-b9f7b727dac1'] response: {'server_uuid': '9ac994b8-1979-40f8-bfd4-58112225e41f', 'name': 'network-vif-deleted', 'tag': '2805d1a6-3c68-4ee2-8765-455766338e49', 'status': 'completed', 'code': 200} Apr 06 10:05:29.310644 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.311039 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.381344 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:29.495179 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Calling delete_port for 2e0bc638-ae6f-41ee-bfc2-3440e870e960 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:29.635072 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.684916 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event deleted for resources: {'Port': ['ID=2e0bc638-ae6f-41ee-bfc2-3440e870e960,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:29.702840 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:29.709402 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:29.722075 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:29.723019 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:29.810372 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.827020 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:29.830534 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-ac8ae94f-660e-45b9-94d9-527ec52c7e1b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "DELETE /v2.0/floatingips/8ad68d91-5c0e-4c8f-9b9f-02ebec5f3005 HTTP/1.1" status: 204 len: 168 time: 1.9296107 Apr 06 10:05:29.885205 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-43f8c111-f2a8-4c98-811a-67000ca2c137 req-76877d24-28bd-45f8-a88b-025ca063faef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:29.907188 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-43f8c111-f2a8-4c98-811a-67000ca2c137 req-76877d24-28bd-45f8-a88b-025ca063faef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:29.908962 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-43f8c111-f2a8-4c98-811a-67000ca2c137 req-76877d24-28bd-45f8-a88b-025ca063faef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ac994b8-1979-40f8-bfd4-58112225e41f HTTP/1.1" status: 200 len: 210 time: 0.0749722 Apr 06 10:05:29.924861 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:30.060518 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 70fc2b31-ff15-43c6-92cd-0fd153661919 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:30.103525 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 70fc2b31-ff15-43c6-92cd-0fd153661919 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:30.104026 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 70fc2b31-ff15-43c6-92cd-0fd153661919 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:30.104557 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:30.152328 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 2805d1a6-3c68-4ee2-8765-455766338e49 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:30.152660 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 2805d1a6-3c68-4ee2-8765-455766338e49 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:30.311186 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:30.314864 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0a723-3b01-486c-b071-8a5befb434ae None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:05:30.511761 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aad5a3-6a96-4117-901f-1b3ca2134085 None None] New status for floating IP 24346c9b-4c7d-4359-8d81-62d877c4176e: DOWN {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:05:31.079551 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34520) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:31.149641 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.180086 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.241424 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.260670 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1b0d5-0205-444c-9b0e-a319a59a0e7d,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:31.268283 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.269436 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-08da5559-27b3-4bc6-9b3e-ad6acf43e4c6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ae1b0d5-0205-444c-9b0e-a319a59a0e7d HTTP/1.1" status: 204 len: 168 time: 0.1889169 Apr 06 10:05:31.272400 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34526) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:31.292662 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-b91eef25-5f8e-4292-b06d-a6c46a9777ee tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] show failed (client error): The resource could not be found. Apr 06 10:05:31.293665 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b91eef25-5f8e-4292-b06d-a6c46a9777ee tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups/1ae1b0d5-0205-444c-9b0e-a319a59a0e7d HTTP/1.1" status: 404 len: 347 time: 0.0203245 Apr 06 10:05:31.296947 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34530) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:31.454606 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Deleting port da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:31.454936 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.619510 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.619831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.741793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Calling delete_port for da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:31.875092 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:31.921556 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'Port': ['ID=da9e6a16-aa9f-4a3d-ae0c-8cdb01eb0939,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:32.008379 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.025111 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.026271 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5d35be97-cb28-46d2-a8c7-2029b804cae6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "DELETE /v2.0/floatingips/24346c9b-4c7d-4359-8d81-62d877c4176e HTTP/1.1" status: 204 len: 168 time: 0.7283266 Apr 06 10:05:32.262766 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34538) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:32.268490 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006472330', 'description': 'tempest-description--247462424'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:32.274988 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:32.279111 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:32.282002 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:32.288454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:32.298946 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.335107 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:32.338784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:32.341501 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:32.347668 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:32.406227 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.410575 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.452695 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2000ce33-0f1b-4c24-9635-dafee75c5e9b,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:32.455304 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.459566 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-33546c15-fa0c-4bfb-a5f7-ed9584046e2b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1926866 Apr 06 10:05:32.459759 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34544) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:32.465074 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group_rule': {'security_group_id': '2000ce33-0f1b-4c24-9635-dafee75c5e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:32.470829 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:32.476077 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:32.479298 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:32.486431 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:32.510328 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.573106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.576409 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.601428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10e941c-40a0-4572-a9b5-48685b864454,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:32.643014 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.644831 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-8a36d0bc-2828-4898-affe-967ddc12b31c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1841416 Apr 06 10:05:32.647609 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34550) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:32.653041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'security_group_rule': {'security_group_id': '2000ce33-0f1b-4c24-9635-dafee75c5e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:32.658657 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:32.663101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:security_group_rule and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:32.665841 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:32.671871 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:32.687079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.688408 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-448174da-7bdd-4658-9fad-acd1ae896c10 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:32.689090 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-448174da-7bdd-4658-9fad-acd1ae896c10 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:32.705131 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-448174da-7bdd-4658-9fad-acd1ae896c10 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:32.706915 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-448174da-7bdd-4658-9fad-acd1ae896c10 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0987496 Apr 06 10:05:32.750620 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.752879 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-c2899df7-7d76-4b19-be6b-f1f23d928a49 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:32.756254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.773676 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-c2899df7-7d76-4b19-be6b-f1f23d928a49 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:32.775312 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0ea4d624-e26a-47e9-9266-b1c524ecc54e req-c2899df7-7d76-4b19-be6b-f1f23d928a49 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626116 Apr 06 10:05:32.779678 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8a67cb-5e1b-45de-b9fa-3d1996938b01,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:32.789637 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:32.791085 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3c10855e-43c2-4832-8d25-23a2ed2af7f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1423905 Apr 06 10:05:32.794070 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34554) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:32.799404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:32.805648 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:32.809518 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Usage tracker for resource:floatingip and tenant:2ae960f36c644d69b368d3fc2acf4d6a is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:32.812337 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:32.818500 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:32.828499 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.025536 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.158752 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Allocated IP 172.28.0.41 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/34de2627-c9e9-4f1b-b095-67afddb48bcb) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:33.304834 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.335029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.402784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:33.405323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:33.407623 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:33.436355 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=34de2627-c9e9-4f1b-b095-67afddb48bcb,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:33.565997 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.621627 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.821913 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.826739 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.934031 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=34de2627-c9e9-4f1b-b095-67afddb48bcb,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:33.948349 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.970784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:33.972336 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e6961b09-c608-40b5-8783-117ce8ef588c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1771500 Apr 06 10:05:33.986989 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8900-b64c-422c-9295-c845e5f65ed9 req-145c5d82-a541-40d0-bf3c-29fa1cd3627b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:33.987668 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-5c6c8900-b64c-422c-9295-c845e5f65ed9 req-145c5d82-a541-40d0-bf3c-29fa1cd3627b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:34.000065 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-5c6c8900-b64c-422c-9295-c845e5f65ed9 req-145c5d82-a541-40d0-bf3c-29fa1cd3627b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:34.001199 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5c6c8900-b64c-422c-9295-c845e5f65ed9 req-145c5d82-a541-40d0-bf3c-29fa1cd3627b tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.0882821 Apr 06 10:05:34.047850 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5c6c8900-b64c-422c-9295-c845e5f65ed9 req-61eb4101-26b3-41f1-92c6-799791514629 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Apr 06 10:05:34.062636 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cc33310e-0eae-431d-81ce-cdf48625f1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:34.149914 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-aca83d0c-d5de-4679-acde-2e7f52813f7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:34.164650 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-aca83d0c-d5de-4679-acde-2e7f52813f7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:34.165786 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-aca83d0c-d5de-4679-acde-2e7f52813f7a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1006472330&fields=id&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 267 time: 0.0572817 Apr 06 10:05:34.267494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-41632410-b715-447f-922b-6327719b96ef tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:34.268911 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-41632410-b715-447f-922b-6327719b96ef tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 946 time: 0.1493201 Apr 06 10:05:34.314396 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-e8becf8b-e035-43a3-9a75-4fdd6e383ec6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:34.315816 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-e8becf8b-e035-43a3-9a75-4fdd6e383ec6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 817 time: 0.1432891 Apr 06 10:05:34.332719 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-34cf719d-3f5a-4626-8e9b-af1dcb917e4d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/quotas/2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 375 time: 0.0100818 Apr 06 10:05:34.335219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Deleting port 78687bc3-c58c-46ba-8216-d73d61f015a3 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:34.335556 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:34.417344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-fe768b52-4368-41a7-8cd4-237fd0193d3c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:34.433362 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-fe768b52-4368-41a7-8cd4-237fd0193d3c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:34.434959 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-fe768b52-4368-41a7-8cd4-237fd0193d3c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963879 Apr 06 10:05:34.582099 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] For port 78687bc3-c58c-46ba-8216-d73d61f015a3, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=78687bc3-c58c-46ba-8216-d73d61f015a3,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:34.582460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:34.625260 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:05:34.646996 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-86dc96c7-1ddf-4e8d-a2f3-f1e36a43d631 service neutron] 10.222.0.39 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999650 Apr 06 10:05:34.714031 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Calling delete_port for 78687bc3-c58c-46ba-8216-d73d61f015a3 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:34.784175 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-2f2edc9d-66a5-4d5d-87c1-c598a6fa3dd2 service neutron] 10.222.0.39 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310325 Apr 06 10:05:34.856809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:34.870443 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['25340943-ae0f-4561-bf39-27f01b271f8f', '78687bc3-c58c-46ba-8216-d73d61f015a3'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:05:34.906253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event deleted for resources: {'Port': ['ID=78687bc3-c58c-46ba-8216-d73d61f015a3,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:34.978591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] No DVR routers for this DVR port 78687bc3-c58c-46ba-8216-d73d61f015a3 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:05:34.981138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:34.983620 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'name': 'network-vif-deleted', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:35.006359 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-95f30fa3-2712-4d41-8ae5-697e819f2708 req-5ed39f5f-bdb0-488b-93ac-36ee5b36ea81 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "DELETE /v2.0/ports/78687bc3-c58c-46ba-8216-d73d61f015a3 HTTP/1.1" status: 204 len: 173 time: 0.7310674 Apr 06 10:05:35.046371 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e239d7-e453-4161-8bdb-562d211d8741'] response: {'server_uuid': '498bb80d-dd00-4074-9ed3-bd132606b779', 'name': 'network-vif-deleted', 'tag': '78687bc3-c58c-46ba-8216-d73d61f015a3', 'status': 'completed', 'code': 200} Apr 06 10:05:35.228324 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-bd03c879-f3cc-4453-8493-650759439c44 req-36670963-97ba-49dc-9fe9-eabec5caabcc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Synchronizing usage tracker for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:35.245517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-bd03c879-f3cc-4453-8493-650759439c44 req-36670963-97ba-49dc-9fe9-eabec5caabcc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Unset dirty status for tenant:5fc7b8fd29c84dadbcdc334a9a13bc8e on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:35.246744 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-bd03c879-f3cc-4453-8493-650759439c44 req-36670963-97ba-49dc-9fe9-eabec5caabcc tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=498bb80d-dd00-4074-9ed3-bd132606b779 HTTP/1.1" status: 200 len: 210 time: 0.0582013 Apr 06 10:05:35.995190 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5364018b-e218-447f-9e85-477b218b5ec2 req-6de9f237-10fa-4bbe-86b7-6f819a766064 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0412169 Apr 06 10:05:36.240121 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-47ac3c4d-6f07-46e0-baa5-064eac882bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:36.853242 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4a39a-8935-4fd9-b949-6b6433e9ab69 req-90c602bf-73e6-4c2c-a951-c68f0e778037 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:36.854569 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c5d4a39a-8935-4fd9-b949-6b6433e9ab69 req-90c602bf-73e6-4c2c-a951-c68f0e778037 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0769634 Apr 06 10:05:36.898063 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c5d4a39a-8935-4fd9-b949-6b6433e9ab69 req-b69d5a15-4bcc-4200-9f51-78e34c3b8d05 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Apr 06 10:05:37.119632 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-997febcf-bc9c-43cb-aa49-c01b9f01343d req-6745f632-aaec-4ef2-b70f-a29e426239cf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0422716 Apr 06 10:05:37.381416 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:37.480813 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:38.026594 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 78687bc3-c58c-46ba-8216-d73d61f015a3 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:38.059056 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 78687bc3-c58c-46ba-8216-d73d61f015a3 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:38.059384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 78687bc3-c58c-46ba-8216-d73d61f015a3 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:38.093860 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515901b-ff3a-450b-b5a6-6bc297b0dda0 req-dbe226b2-5108-4848-9b5b-89d21d24f6c5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:38.095309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7515901b-ff3a-450b-b5a6-6bc297b0dda0 req-dbe226b2-5108-4848-9b5b-89d21d24f6c5 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0765305 Apr 06 10:05:38.140588 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7515901b-ff3a-450b-b5a6-6bc297b0dda0 req-808d8201-4135-4f80-a535-bee7e3317a87 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Apr 06 10:05:38.241226 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-64b7699b-7f43-49e4-b98e-68194451b1c4 req-9be2fc2d-0d47-445b-b77f-c02e31c66b1b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0412030 Apr 06 10:05:38.717008 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:39.142520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d3e435d1-22b1-4304-912f-ba737b2f6436 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:39.143942 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d3e435d1-22b1-4304-912f-ba737b2f6436 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.0737238 Apr 06 10:05:39.213252 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Deleting port 25340943-ae0f-4561-bf39-27f01b271f8f {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:39.213588 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:39.390032 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1fb9d9c8-14c2-4ac7-8352-9cd7f8d6259b req-8e110da1-924d-4d09-8df9-c874c6a679b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0674317 Apr 06 10:05:39.413089 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c6ac0-f491-460e-9465-e3553d9c461f req-cd899708-c852-4332-9409-78432866d521 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:39.420133 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9c6c6ac0-f491-460e-9465-e3553d9c461f req-cd899708-c852-4332-9409-78432866d521 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/ports?device_id=23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f HTTP/1.1" status: 200 len: 946 time: 0.1602044 Apr 06 10:05:39.471443 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9c6c6ac0-f491-460e-9465-e3553d9c461f req-40b90a5e-b0d1-4454-b7b2-18d36b4f7935 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.39 "GET /v2.0/security-groups?id=875406a4-a45a-4800-b680-17ba468c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501642 Apr 06 10:05:39.514929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] For port 25340943-ae0f-4561-bf39-27f01b271f8f, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=25340943-ae0f-4561-bf39-27f01b271f8f,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:39.515436 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:39.641817 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Calling delete_port for 25340943-ae0f-4561-bf39-27f01b271f8f owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:39.868764 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:39.879713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['25340943-ae0f-4561-bf39-27f01b271f8f'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:05:39.926224 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Pushing event deleted for resources: {'Port': ['ID=25340943-ae0f-4561-bf39-27f01b271f8f,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:40.002972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] No DVR routers for this DVR port 25340943-ae0f-4561-bf39-27f01b271f8f on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:05:40.006364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:40.008916 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'name': 'network-vif-deleted', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:40.023808 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cc3a296f-69c9-4413-87c8-bd9e5ffd47b5 req-d95c76e0-ff77-4aed-bb18-bc3f8fcddee0 tempest-ServerRescueNegativeTestJSON-1469121525 tempest-ServerRescueNegativeTestJSON-1469121525-project] 10.222.0.48 "DELETE /v2.0/ports/25340943-ae0f-4561-bf39-27f01b271f8f HTTP/1.1" status: 204 len: 173 time: 0.8744905 Apr 06 10:05:40.073500 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed85f6fb-7189-4261-85ac-816b74e91c5f'] response: {'server_uuid': '23eaa6b1-7756-41a2-b7cb-1a8ebcb72f4f', 'name': 'network-vif-deleted', 'tag': '25340943-ae0f-4561-bf39-27f01b271f8f', 'status': 'completed', 'code': 200} Apr 06 10:05:40.592805 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-90e0a5f1-fbe4-41a5-8cfe-5c9825d1a735 req-e0546954-14e8-4892-a7fb-627ee73ed2e0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0587158 Apr 06 10:05:40.601493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34622) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:41.150546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:41.436090 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-490b8355-b43b-463c-bf6e-6a643f82eea1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:41.437636 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-490b8355-b43b-463c-bf6e-6a643f82eea1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 817 time: 0.2350430 Apr 06 10:05:41.510893 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-1ab33ec2-f459-40fd-b5b7-39217b90886f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 380 time: 0.0579550 Apr 06 10:05:41.555021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'port': {'device_id': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'admin_state_up': True, 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'security_groups': ['2000ce33-0f1b-4c24-9635-dafee75c5e9b']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:41.833696 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7a8a0db8-3b6a-4513-ba1f-f6e3dcff0121 req-2121d63a-cea6-4a6a-8874-0c36fbd412c4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0697412 Apr 06 10:05:41.847460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:41.862224 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:41.903020 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Made reservation on behalf of 2ae960f36c644d69b368d3fc2acf4d6a for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:05:41.906014 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:42.215350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Allocated IP 172.20.0.4 (abb28f3b-7693-4daf-9b7a-f48945227645/451c7a21-e793-4c54-aaaa-12d383bd182b/b27b23d3-8a05-458f-8c65-a94260f28c52) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:42.500009 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:42.515026 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Deleting port 10df5eab-682d-4d2d-a06b-c498c67b564b {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:42.515353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:42.551364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Transition to ACTIVE for port object b27b23d3-8a05-458f-8c65-a94260f28c52 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:42.665478 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:42.761571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] For port 10df5eab-682d-4d2d-a06b-c498c67b564b, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=10df5eab-682d-4d2d-a06b-c498c67b564b,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:42.761856 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:42.778813 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Network abb28f3b-7693-4daf-9b7a-f48945227645 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:42.826830 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:42.885638 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:42.909380 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:42.920508 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Calling delete_port for 10df5eab-682d-4d2d-a06b-c498c67b564b owned by network:router_interface {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:43.001763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:43.002353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:43.064709 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b7373-ad12-4b21-a362-0ea3deeebe44 req-eaf645cd-845f-4fc8-a616-847e29808822 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:43.066167 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9c5b7373-ad12-4b21-a362-0ea3deeebe44 req-eaf645cd-845f-4fc8-a616-847e29808822 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 931 time: 0.0811584 Apr 06 10:05:43.101450 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9eb93816-b5c2-4989-a099-cbccd24801b9 None None] Provisioning for port b27b23d3-8a05-458f-8c65-a94260f28c52 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:43.106746 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9eb93816-b5c2-4989-a099-cbccd24801b9 None None] Provisioning complete for port b27b23d3-8a05-458f-8c65-a94260f28c52 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:43.107207 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9eb93816-b5c2-4989-a099-cbccd24801b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:43.112850 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9c5b7373-ad12-4b21-a362-0ea3deeebe44 req-c933df55-1d12-4bf4-b341-286a7b83ac4e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Apr 06 10:05:43.168195 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-4e3494a6-17ea-42ef-9967-7fb1e040d707 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6177795 Apr 06 10:05:43.177328 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-9eb93816-b5c2-4989-a099-cbccd24801b9 None None] Port b27b23d3-8a05-458f-8c65-a94260f28c52 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:05:43.181465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Request body: {'port': {'device_id': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:43.342021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:43.360880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:43.511351 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Pushing event deleted for resources: {'Port': ['ID=10df5eab-682d-4d2d-a06b-c498c67b564b,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:44.032845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:05:44.047586 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:44.059572 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 25340943-ae0f-4561-bf39-27f01b271f8f no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:44.067586 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Transition to ACTIVE for port object b27b23d3-8a05-458f-8c65-a94260f28c52 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:44.072591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:44.076414 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:44.092783 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 25340943-ae0f-4561-bf39-27f01b271f8f {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:44.093112 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 25340943-ae0f-4561-bf39-27f01b271f8f not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:44.367000 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:44.543751 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db86298-2ff7-4da0-8803-836d89b24f09 req-b5c3fc6e-ba64-4d74-adb7-eeda8fc37034 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:44.544463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-1db86298-2ff7-4da0-8803-836d89b24f09 req-b5c3fc6e-ba64-4d74-adb7-eeda8fc37034 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Synchronizing usage tracker for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:44.550364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Attempting to bind port b27b23d3-8a05-458f-8c65-a94260f28c52 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:05:44.550686 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Attempting to bind port b27b23d3-8a05-458f-8c65-a94260f28c52 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:05:44.550999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Attempting to bind port b27b23d3-8a05-458f-8c65-a94260f28c52 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:05:44.568824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Port b27b23d3-8a05-458f-8c65-a94260f28c52 on network abb28f3b-7693-4daf-9b7a-f48945227645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:05:44.569220 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Attempting to bind port b27b23d3-8a05-458f-8c65-a94260f28c52 on network abb28f3b-7693-4daf-9b7a-f48945227645 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:05:44.573011 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-1db86298-2ff7-4da0-8803-836d89b24f09 req-b5c3fc6e-ba64-4d74-adb7-eeda8fc37034 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Unset dirty status for tenant:2ae960f36c644d69b368d3fc2acf4d6a on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:44.574129 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1db86298-2ff7-4da0-8803-836d89b24f09 req-b5c3fc6e-ba64-4d74-adb7-eeda8fc37034 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.3049109 Apr 06 10:05:44.584343 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:05:44.584676 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Checking segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:05:44.585044 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Bound using segment: {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:05:44.585463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Bound port: b27b23d3-8a05-458f-8c65-a94260f28c52, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3039476-10dc-49d7-b89c-b87226032562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:05:44.585796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:44.687987 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1db86298-2ff7-4da0-8803-836d89b24f09 req-006bb188-fbfa-4427-b758-4362c431aaa4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066985 Apr 06 10:05:44.857356 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:05:44.871657 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:05:44.877188 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:45.043650 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:45.045034 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] 10.222.0.48 "PUT /v2.0/ports/b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 1093 time: 1.8695993 Apr 06 10:05:45.046924 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:45.144535 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ebb2-aa07-4fc3-866e-d36f8fb08075 service neutron] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:45.149407 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c256bbf-28df-40e6-b0b3-293a686e0712'] response: {'name': 'network-changed', 'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'status': 'completed', 'code': 200} Apr 06 10:05:45.273032 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-a6dba383-5c3f-4fd2-ba7d-f206cd559090 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1657438 Apr 06 10:05:45.347707 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-230f4fbc-81ce-4e87-82da-d7821c8b2d4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 217 time: 0.0670619 Apr 06 10:05:45.425624 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-727101c4-1d37-452e-a636-934142b7445a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:45.427778 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-727101c4-1d37-452e-a636-934142b7445a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0734315 Apr 06 10:05:45.465648 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:05:45.630674 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-925158c0-a50d-46df-afc7-532c0a5acb5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949935 Apr 06 10:05:45.793490 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-c30e953a-163f-4644-a39a-3fdff5eef5d7 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495113 Apr 06 10:05:45.951333 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:45.961327 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Sync routers for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:45.972306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:45.972904 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:45.998581 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-448d3b5f-c9e8-4338-b157-d9ca104ead09 admin admin] 10.222.0.39 "PUT /v2.0/routers/77bb2ec2-96bc-4891-b624-047ab87e2ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953493 Apr 06 10:05:46.001113 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34638) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:46.013893 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a751dbf8-0fa6-42f7-bcc7-b0685f4bd7c7 req-67336814-f4c3-47bb-98e0-849317da7e77 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101266 Apr 06 10:05:46.028369 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c3209-76dc-4ea7-bf5b-d5948ed5735c req-061ed8ed-7a04-4870-a519-84f6bf073a2c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:46.029815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c72c3209-76dc-4ea7-bf5b-d5948ed5735c req-061ed8ed-7a04-4870-a519-84f6bf073a2c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.2025943 Apr 06 10:05:46.118020 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c72c3209-76dc-4ea7-bf5b-d5948ed5735c req-bd250eb2-a110-49c9-b250-4158b1926a3d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824306 Apr 06 10:05:46.152791 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-d9dbc81d-1ced-45d2-9ef7-39b3e409f148 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1096 time: 0.0857882 Apr 06 10:05:46.180763 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:46.214308 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:46.289393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba00a-16df-48cc-ace1-545474c0251d req-8f76d1df-93b7-48f5-a78f-5938db3d7096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:46.290813 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-8f76d1df-93b7-48f5-a78f-5938db3d7096 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.1318312 Apr 06 10:05:46.366703 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-f4d76225-066b-42a4-aa9b-6ad9a92a3db9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 217 time: 0.0697618 Apr 06 10:05:46.410587 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:46.423205 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Deleting port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:46.423545 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:46.436405 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba00a-16df-48cc-ace1-545474c0251d req-cb4781f0-7d7b-4cd3-8a56-9d87b69b492e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:46.437923 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-cb4781f0-7d7b-4cd3-8a56-9d87b69b492e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0656583 Apr 06 10:05:46.481549 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147'}], 'enable_snat': True}, 'gw_port_id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T10:05:43Z', 'revision_number': 5, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port': {'id': 'f1368d6e-a0e5-4a87-ac8c-8f79b4cef368', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:13Z', 'updated_at': '2022-04-06T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:46.485794 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Checking router: 77bb2ec2-96bc-4891-b624-047ab87e2ae2 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:46.497450 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Routers {'77bb2ec2-96bc-4891-b624-047ab87e2ae2'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:46.498257 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:46.619263 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-140ab490-6fc1-4b0c-9f5c-856ac3c64ee5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1753285 Apr 06 10:05:46.653978 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] For port f1368d6e-a0e5-4a87-ac8c-8f79b4cef368, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:46.654784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:46.667079 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] Set router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 gateway port host: None {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:46.751447 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-76b4ae3a-03fa-4704-a3ff-688adcab5490 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252291 Apr 06 10:05:46.774050 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T10:05:46Z', 'revision_number': 6, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:46.774484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Calling delete_port for f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:46.778084 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e81831-b425-4bb6-982d-ed0819d378f1 None None] The sync data for ids ['77bb2ec2-96bc-4891-b624-047ab87e2ae2'] in dv-cinder-836753-1-smb is: [{'id': '77bb2ec2-96bc-4891-b624-047ab87e2ae2', 'name': 'tempest-ServerRescueNegativeTestJSON-2002428042-router', 'tenant_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T10:05:46Z', 'revision_number': 6, 'project_id': '5fc7b8fd29c84dadbcdc334a9a13bc8e', 'gw_port_host': None}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:05:46.889499 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-deaba00a-16df-48cc-ace1-545474c0251d req-622012e5-f7b1-4f8f-ad14-162f1ee8a3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314940 Apr 06 10:05:47.060539 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.101610 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1368d6e-a0e5-4a87-ac8c-8f79b4cef368,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:47.432993 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.696571 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1f1d-69b1-4589-8344-7315b8087ec8 req-0f714a3a-02b7-4a87-aa51-c45e70e35984 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:47.697919 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e50a1f1d-69b1-4589-8344-7315b8087ec8 req-0f714a3a-02b7-4a87-aa51-c45e70e35984 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.3790019 Apr 06 10:05:47.703061 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.724832 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.820710 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e50a1f1d-69b1-4589-8344-7315b8087ec8 req-c9b5909e-781c-40bb-b390-aad3b1c2ba3f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153944 Apr 06 10:05:47.824778 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.825312 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77bb2ec2-96bc-4891-b624-047ab87e2ae2 {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:05:47.839397 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.840520 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-bbe83f42-b193-44fc-bbac-478b2c4b224e admin admin] 10.222.0.39 "DELETE /v2.0/routers/77bb2ec2-96bc-4891-b624-047ab87e2ae2 HTTP/1.1" status: 204 len: 168 time: 1.8379853 Apr 06 10:05:47.843162 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34644) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:47.905291 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Deleting subnet 9b42deb7-fa64-4337-9071-bf2f08738e44 {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:05:47.908769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:47.958535 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3335604'] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.070619 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.138631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2677023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835238'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.185375 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b42deb7-fa64-4337-9071-bf2f08738e44,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:48.189253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.196299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a912f-1ef6-4c54-8b56-1d53e3fe04ec None None] Network e1fcdd21-8913-43c3-9fe3-47768f658615 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:05:48.196910 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b44ce616-0cec-49db-8b3c-8b85713c2aa9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b42deb7-fa64-4337-9071-bf2f08738e44 HTTP/1.1" status: 204 len: 168 time: 0.3521013 Apr 06 10:05:48.200502 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34648) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:48.304349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.314271 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Deleting port 521b6b22-1112-4187-9f16-0c41e12892c5 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:48.314585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.441027 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] DHCP port deletion for e1fcdd21-8913-43c3-9fe3-47768f658615 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:05:48.445222 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Deleting port 521b6b22-1112-4187-9f16-0c41e12892c5 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:48.445611 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.521702 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] For port 521b6b22-1112-4187-9f16-0c41e12892c5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=521b6b22-1112-4187-9f16-0c41e12892c5,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:48.522032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.644584 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Calling delete_port for 521b6b22-1112-4187-9f16-0c41e12892c5 owned by network:dhcp {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:48.679609 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] For port 521b6b22-1112-4187-9f16-0c41e12892c5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=521b6b22-1112-4187-9f16-0c41e12892c5,segment=NetworkSegment(e36089f9-8e48-429c-92da-fdfbc1b0e929),segment_id=e36089f9-8e48-429c-92da-fdfbc1b0e929)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:48.680082 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.717328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.761202 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=521b6b22-1112-4187-9f16-0c41e12892c5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:48.771845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] No DVR routers for this DVR port 521b6b22-1112-4187-9f16-0c41e12892c5 on host dv-cinder-836753-1-smb {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:05:48.802261 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Calling delete_port for 521b6b22-1112-4187-9f16-0c41e12892c5 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:05:48.831718 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 10df5eab-682d-4d2d-a06b-c498c67b564b no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:48.878558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 10df5eab-682d-4d2d-a06b-c498c67b564b {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:48.878884 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 10df5eab-682d-4d2d-a06b-c498c67b564b not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:48.879321 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:48.892293 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.919310 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:48.919554 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device f1368d6e-a0e5-4a87-ac8c-8f79b4cef368 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:48.919966 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 521b6b22-1112-4187-9f16-0c41e12892c5 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:05:48.920364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fcdd21-8913-43c3-9fe3-47768f658615']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:48.932907 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36089f9-8e48-429c-92da-fdfbc1b0e929') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:48.933317 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36089f9-8e48-429c-92da-fdfbc1b0e929') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:48.945284 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:48.989409 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.003775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:05:49.004140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:05:49.017080 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:05:49.022899 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 521b6b22-1112-4187-9f16-0c41e12892c5 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:05:49.023233 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 521b6b22-1112-4187-9f16-0c41e12892c5 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:05:49.033547 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:05:49.033936 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:05:49.174431 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.190588 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.202938 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fcdd21-8913-43c3-9fe3-47768f658615,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:49.219859 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90bbf-1461-4f72-b058-4fb45f0a5a28 req-a4efeb4f-7dc7-4990-9901-73839714d4fe tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:49.221312 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-01d90bbf-1461-4f72-b058-4fb45f0a5a28 req-a4efeb4f-7dc7-4990-9901-73839714d4fe tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.2617581 Apr 06 10:05:49.222877 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-87a4c87a-086b-46cb-8f3e-70c5e1b2f4cf admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1fcdd21-8913-43c3-9fe3-47768f658615 HTTP/1.1" status: 204 len: 168 time: 1.0214846 Apr 06 10:05:49.267983 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-01d90bbf-1461-4f72-b058-4fb45f0a5a28 req-f1b90946-3c55-4e63-a6d9-f88b41f55cd0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Apr 06 10:05:49.358639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34656) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:49.412736 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-756aff96-025b-4972-8eb8-8dcee079e40e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fc7b8fd29c84dadbcdc334a9a13bc8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529065 Apr 06 10:05:49.415079 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34660) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:49.472038 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.497872 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.535850 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Deleting port 521b6b22-1112-4187-9f16-0c41e12892c5 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:05:49.536396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.548978 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.568355 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875406a4-a45a-4800-b680-17ba468c53ab,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:49.580064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:49.581190 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0a7a9fd0-2086-4e5f-9867-765c97512058 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/875406a4-a45a-4800-b680-17ba468c53ab HTTP/1.1" status: 204 len: 168 time: 0.1652546 Apr 06 10:05:49.607969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2b8d-1d30-47c7-82d2-d902f0e06870 None None] The port '521b6b22-1112-4187-9f16-0c41e12892c5' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:05:50.091133 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:05:50.220796 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:50.234386 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:05:50.291470 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.309153 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:05:50.330234 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:50.336432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.402408 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:50.410803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.411624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.411624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.411828 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.412052 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.412389 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.412709 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.413022 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.413443 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.413755 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.414138 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:50.465720 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34684) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:50.542183 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d05b1-9680-495e-9ea3-991294dfe2f8 req-40fb605a-ca94-4ec4-b74f-3e786f3ad2a4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:50.544917 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e11d05b1-9680-495e-9ea3-991294dfe2f8 req-40fb605a-ca94-4ec4-b74f-3e786f3ad2a4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 944 time: 0.0828941 Apr 06 10:05:50.599644 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e11d05b1-9680-495e-9ea3-991294dfe2f8 req-ec1920f6-4741-473e-bbf5-cd6ba501c4f7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489643 Apr 06 10:05:50.672620 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['b27b23d3-8a05-458f-8c65-a94260f28c52'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:05:50.694684 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1366403178-network', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:50.699176 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:50.702946 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Usage tracker for resource:network and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:50.705740 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:50.711469 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:50.722704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:05:50.725925 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.737852 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.769393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:50.773429 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:50.776381 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:50.781940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:50.852497 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.856114 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.887513 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:05:50.892608 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c665f52-5b45-496a-b356-2bd6eb40a290,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:50.899816 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.900158 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Added segment 82febb28-44a3-490d-87ff-fe288936da06 of type vlan for network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 Apr 06 10:05:50.925615 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.952697 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:50.953501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:50.954064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.054029 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5872233 Apr 06 10:05:51.054693 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2706f-6e2c-48d5-809b-3a7d25111205 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:51.056938 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34690) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:51.062347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Request body: {'subnet': {'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-subnet', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:51.064958 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:05:51.066981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:51.070910 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Usage tracker for resource:subnet and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:51.073705 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:51.079297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:51.091996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:05:51.094018 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835203'] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.288934 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2677214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835245'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.363961 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a62b012-f2fb-4087-a352-c849ce9582c9,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:51.373370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:05:51.373714 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Network hostable DHCP agents. Network: 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:05:51.398416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:05:51.408780 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:51.412775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:51.413340 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.418248 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66538524-b88c-45ba-b763-cd31db829d0f None None] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:05:51.433162 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-1de2cb6a-2c5a-497e-a214-78c0e410090b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3752038 Apr 06 10:05:51.435886 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34694) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:51.440733 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:51.445704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:51.449460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Usage tracker for resource:router and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:51.452191 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:51.458847 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:51.468938 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.469840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.490599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.626789 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:05:51.627606 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.636375 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.811880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Allocated IP 172.20.0.2 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/92ff06e5-6ff8-496c-bddd-d131e9255158) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:51.841048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742621-af57-484d-8e66-7d153de53a3f req-bfda4c7d-2f1f-4ae4-b879-ec54d4ca9769 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:51.842458 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-49742621-af57-484d-8e66-7d153de53a3f req-bfda4c7d-2f1f-4ae4-b879-ec54d4ca9769 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 944 time: 0.1012869 Apr 06 10:05:51.922014 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.955283 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:51.959969 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-49742621-af57-484d-8e66-7d153de53a3f req-e4f41d32-1330-46ab-9905-5a7212613eef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927472 Apr 06 10:05:52.015652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.026919 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Transition to ACTIVE for port object 92ff06e5-6ff8-496c-bddd-d131e9255158 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:52.044542 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Transition to ACTIVE for port object 92ff06e5-6ff8-496c-bddd-d131e9255158 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:52.051524 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.092049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Allocated IP 172.28.0.139 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/791e42d0-c8bc-4a65-ad7d-25f222af6ce0) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:52.098213 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:05:52.168980 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:52.169692 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Pushing event updated for resources: {'Port': ['ID=92ff06e5-6ff8-496c-bddd-d131e9255158,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:52.174507 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:52.178039 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:52.236485 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.265569 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.269904 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Attempting to bind port 92ff06e5-6ff8-496c-bddd-d131e9255158 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:05:52.270268 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Attempting to bind port 92ff06e5-6ff8-496c-bddd-d131e9255158 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:05:52.270616 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Attempting to bind port 92ff06e5-6ff8-496c-bddd-d131e9255158 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:05:52.274607 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port b27b23d3-8a05-458f-8c65-a94260f28c52 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:52.281242 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:05:52.281602 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:05:52.281983 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.282359 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:05:52.282804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Bound port: 92ff06e5-6ff8-496c-bddd-d131e9255158, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:05:52.283159 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.291908 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port b27b23d3-8a05-458f-8c65-a94260f28c52 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:52.292254 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.427269 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:52.430512 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:52.432938 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:52.460854 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] For port 92ff06e5-6ff8-496c-bddd-d131e9255158, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:05:52.467490 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Pushing event updated for resources: {'Port': ['ID=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:52.482140 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] For port 92ff06e5-6ff8-496c-bddd-d131e9255158, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=92ff06e5-6ff8-496c-bddd-d131e9255158,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:05:52.484338 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.497826 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.561597 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:52.589845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:52.601074 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.603165 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c390c-97aa-4ae1-a8c9-57330c595318 None None] Pushing event updated for resources: {'Port': ['ID=92ff06e5-6ff8-496c-bddd-d131e9255158,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:52.612247 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.613124 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:52.681971 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:52.840956 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656d5a56-76da-41a0-a7aa-d0f5277a9f28'] response: {'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'code': 200} Apr 06 10:05:52.905209 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:05:53.173668 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2f21b3f8-a6ec-4194-b206-f5211178ae29 req-bc251199-1896-46d3-a129-72e49ce3074a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1098 time: 0.1456621 Apr 06 10:05:53.245338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a8af-243e-495e-a485-192101a295ff req-80d3647a-0d18-4d4b-b43a-6057af4d4b9f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:53.246764 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7b72a8af-243e-495e-a485-192101a295ff req-80d3647a-0d18-4d4b-b43a-6057af4d4b9f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1449056 Apr 06 10:05:53.254852 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2f21b3f8-a6ec-4194-b206-f5211178ae29 req-2e06bd85-cbd9-4618-b5de-f29e2b58a13a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739982 Apr 06 10:05:53.312800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:53.316067 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7b72a8af-243e-495e-a485-192101a295ff req-06954345-c99f-4ede-bd06-bf94177b1139 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633092 Apr 06 10:05:53.324890 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:53.337012 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:53.337854 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:53.345242 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:53.351799 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c3976d09-f956-43f2-8e61-a05acd80234b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9101613 Apr 06 10:05:53.352608 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34706) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:53.525004 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:53.551923 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd7ec4-cf8a-4c81-a843-d223e3d146db None None] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:05:53.650688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-1d7c6a57-62a4-4098-9d8d-282e646041ea None None] Provisioning for port 92ff06e5-6ff8-496c-bddd-d131e9255158 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:53.808793 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:52Z', 'revision_number': 3, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:53.812977 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:53.813530 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Updating router 1f9329b8-a631-4209-b03e-9fae103c2c3c port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:05:53.871342 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:53.906848 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.194118 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.205182 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Transition to ACTIVE for port object 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:54.206642 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.212195 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.286235 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Attempting to bind port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:05:54.286598 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Attempting to bind port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:05:54.286944 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Attempting to bind port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:05:54.292751 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Pushing event updated for resources: {'Port': ['ID=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,revision_number=2']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:54.300088 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:05:54.300464 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:05:54.300842 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.301413 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:05:54.301836 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Bound port: 791e42d0-c8bc-4a65-ad7d-25f222af6ce0, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:05:54.302156 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.337626 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.338355 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.338355 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.338568 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.338886 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.339199 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.339508 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.339816 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.340123 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.340452 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.340756 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:05:54.382387 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] For port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:05:54.385410 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] For port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:05:54.396383 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.414428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Allocated IP 172.20.0.1 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/77de6f5b-70b7-44b6-86ff-271c1bf731e6) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:54.472814 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49f8b0-45ab-4260-b6a5-6dbfd3bb4dbd None None] Pushing event updated for resources: {'Port': ['ID=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:54.483003 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:54.483419 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:54.621106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.636463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b981b4-6eb5-4e58-981e-95c8ced2cdce req-c9a667ec-42d5-4620-a437-9b4567ee698e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:54.637917 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-14b981b4-6eb5-4e58-981e-95c8ced2cdce req-c9a667ec-42d5-4620-a437-9b4567ee698e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1460066 Apr 06 10:05:54.678500 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.provisioning_blocks [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Transition to ACTIVE for port object 77de6f5b-70b7-44b6-86ff-271c1bf731e6 will not be triggered until provisioned by entity DHCP. {{(pid=83218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:54.696899 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-14b981b4-6eb5-4e58-981e-95c8ced2cdce req-80da52e0-c773-4384-bf36-f271ce390a1a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522456 Apr 06 10:05:54.715715 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.718536 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:54.797496 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:54.798624 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:54.802409 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:54.804475 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:54.873347 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.883057 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 92ff06e5-6ff8-496c-bddd-d131e9255158 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:05:54.965329 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:54.966453 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 92ff06e5-6ff8-496c-bddd-d131e9255158 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:54.972783 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 92ff06e5-6ff8-496c-bddd-d131e9255158 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:54.973506 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.039580 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:52Z', 'revision_number': 3, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:55.045125 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d061a02-3069-490a-87cc-9dba0b0044d8 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:52Z', 'revision_number': 3, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:05:55.132059 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.152994 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-7b8e7677-ffb9-4334-9497-fca72683dc69 None None] Provisioning for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:55.172607 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-7b8e7677-ffb9-4334-9497-fca72683dc69 None None] Provisioning complete for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:55.172964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7677-ffb9-4334-9497-fca72683dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.219586 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.226525 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.235150 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 92ff06e5-6ff8-496c-bddd-d131e9255158, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=92ff06e5-6ff8-496c-bddd-d131e9255158,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:55.242093 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.278306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e7677-ffb9-4334-9497-fca72683dc69 None None] Port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:05:55.331322 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=92ff06e5-6ff8-496c-bddd-d131e9255158,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:55.356631 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:55.362869 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.506553 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:55.507724 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:55.805124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-970edc58-c7b9-47c7-9f69-fbbb3a076cd5 None None] Provisioning complete for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:55.805486 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-970edc58-c7b9-47c7-9f69-fbbb3a076cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:55.874169 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-970edc58-c7b9-47c7-9f69-fbbb3a076cd5 None None] Port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:05:55.930311 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13384527-4ce6-4f86-afa2-5eaec304fc76 req-b7114043-d544-4d98-85fb-da1167777ddd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:55.931763 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-13384527-4ce6-4f86-afa2-5eaec304fc76 req-b7114043-d544-4d98-85fb-da1167777ddd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0852890 Apr 06 10:05:55.977017 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-13384527-4ce6-4f86-afa2-5eaec304fc76 req-c7f0e233-859e-4057-9c3f-0fb559c06cb7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 Apr 06 10:05:56.012031 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:05:56.228119 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106c05-e45d-4da2-b0b3-eb233a9e4da3 req-a8744c71-7206-4cb1-bfe9-5dcc1ceaa253 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:56.229544 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9d106c05-e45d-4da2-b0b3-eb233a9e4da3 req-a8744c71-7206-4cb1-bfe9-5dcc1ceaa253 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1053438 Apr 06 10:05:56.238190 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 34716) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:56.243704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Request body: {'floatingip': {'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:56.273001 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:56.284289 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-4c9e18bf-cb81-4731-91ae-2a37fb4a6c2d admin admin] 10.222.0.39 "PUT /v2.0/routers/1f9329b8-a631-4209-b03e-9fae103c2c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304097 Apr 06 10:05:56.322443 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:56.756640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34726) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:56.762314 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054274180', 'description': 'tempest-description--1892718110'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:56.768463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:56.779404 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:56.782888 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:56.794612 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:56.807127 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:56.846799 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:56.851141 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:56.854282 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:56.863389 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:56.913555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:05:56.914786 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-5b2d80ca-e4be-4dad-be28-5bca5205ae9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2742820 Apr 06 10:05:56.953385 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:56.958474 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:56.986695 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:05:56.992880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:56.993233 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.003463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.009599 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2484770 Apr 06 10:05:57.009599 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38035be-8a67-422b-989b-95d75edd9be5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21cc041-3538-42e8-9041-ecc70e1030c6,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:57.009599 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34730) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:57.015090 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'c21cc041-3538-42e8-9041-ecc70e1030c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:57.021463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:57.026360 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:57.030012 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:57.036986 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:57.039180 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-96cc15c3-ba6a-448d-b248-2fb3bdb6ef1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.1025214 Apr 06 10:05:57.063562 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.129044 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.136724 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.148363 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.162572 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656a2822-c136-4740-9cf2-664682a69e68,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:57.165180 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:05:57.170712 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.171755 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 92ff06e5-6ff8-496c-bddd-d131e9255158 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:05:57.175334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.179834 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-faeefdcd-0449-40ed-94cd-cf9924dfe3c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1671593 Apr 06 10:05:57.180112 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34734) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:57.185406 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'c21cc041-3538-42e8-9041-ecc70e1030c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:57.192660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:57.196688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:57.200034 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:57.205521 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:57.225518 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.234919 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.240599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.288055 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:57.294418 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.299097 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.301429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 92ff06e5-6ff8-496c-bddd-d131e9255158 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:57.301896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.324439 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5484abe2-046e-415f-818e-d6fd86144bd8,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:57.335623 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.336846 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f281e137-7e5c-4353-b823-584dc39db636 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1558766 Apr 06 10:05:57.339854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34738) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:05:57.344976 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:05:57.350855 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:05:57.354639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:floatingip and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:05:57.357504 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:05:57.363238 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:05:57.376150 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.392048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-5c4f1e6a-bd38-49a4-b8cd-c555844263a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:57.393495 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-5c4f1e6a-bd38-49a4-b8cd-c555844263a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.2815659 Apr 06 10:05:57.515099 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.516309 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-d453934a-4ca9-4198-b7f7-28a085286ec6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1002 time: 0.1133115 Apr 06 10:05:57.593104 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-37049719-4689-478a-91c6-bac1d394a411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:57.594426 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-37049719-4689-478a-91c6-bac1d394a411 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0727797 Apr 06 10:05:57.644039 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Floating IP e6181774-cc51-4bba-9d48-a62fc45e9ff8 associated. External IP: 172.28.0.41, port: b27b23d3-8a05-458f-8c65-a94260f28c52. Apr 06 10:05:57.653530 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.28.0.122 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/93884d7d-4a6b-493f-bf61-67bede2d6158) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:05:57.797318 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.804999 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-7ab20fab-32dd-4176-899b-1b479c6f6ffd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2043817 Apr 06 10:05:57.824251 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:57.889824 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:05:57.892259 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:05:57.896951 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:05:57.922931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=93884d7d-4a6b-493f-bf61-67bede2d6158,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:57.962134 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-57844164-6f32-4318-be78-4d0e75274a04 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508670 Apr 06 10:05:58.053148 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.111198 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.317371 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a4c6fff7-15b5-437d-8153-2fd2da917d83 req-d1d30933-b6b1-418e-9c77-6fc609d1726c service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493555 Apr 06 10:05:58.391546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:05:58.415846 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.420520 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.532800 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.554530 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:58.556522 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=93884d7d-4a6b-493f-bf61-67bede2d6158,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:05:58.565085 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.566384 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-868fd59e-df5b-4909-a8dd-241f99e8c32a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2255533 Apr 06 10:05:58.582703 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:58.583316 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:58.607254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:05:58.612347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:58.620446 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:05:58.650244 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:58.650886 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:58.692306 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-4efb1bc3-589f-4eeb-95cf-2abe21c7fe56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "PUT /v2.0/floatingips/e6181774-cc51-4bba-9d48-a62fc45e9ff8 HTTP/1.1" status: 200 len: 990 time: 2.4395614 Apr 06 10:05:58.692306 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:05:58.746035 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-400537c5-dd76-4ee7-bac8-0c9a1a840840 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:58.752757 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a09c131-0085-4f7c-b0c6-cd6c4eae6e37'] response: {'name': 'network-changed', 'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'status': 'completed', 'code': 200} Apr 06 10:05:58.772205 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-400537c5-dd76-4ee7-bac8-0c9a1a840840 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:58.773727 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-400537c5-dd76-4ee7-bac8-0c9a1a840840 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2054274180&fields=id&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 267 time: 0.0767376 Apr 06 10:05:58.838924 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:58.875362 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:58.879420 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-50231757-1134-4a48-b59b-4762f7556182 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1098 time: 0.0988679 Apr 06 10:05:58.893654 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:05:59.006513 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-126aadd9-a788-4bcc-aa7a-33955d21dafb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:59.014686 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-126aadd9-a788-4bcc-aa7a-33955d21dafb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.2227750 Apr 06 10:05:59.034618 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-40580093-5d4c-4d03-9c8e-b2f829ff647a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:59.036014 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-95358ca5-18ce-40a1-84a9-336ce43d285e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/quotas/fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 375 time: 0.0198617 Apr 06 10:05:59.041444 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-40580093-5d4c-4d03-9c8e-b2f829ff647a service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.1560323 Apr 06 10:05:59.062210 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:05:59.062497 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:59.130859 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-60ff1ec6-e3eb-442a-a54b-31ac5701060c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:05:59.150509 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-60ff1ec6-e3eb-442a-a54b-31ac5701060c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:05:59.152716 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-60ff1ec6-e3eb-442a-a54b-31ac5701060c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099472 Apr 06 10:05:59.165256 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-9519b8ec-7533-4f14-a138-9d01cef56fc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 998 time: 0.1175823 Apr 06 10:05:59.256277 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-36001f63-15ec-4eb6-af45-cd44738158b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:05:59.257933 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-36001f63-15ec-4eb6-af45-cd44738158b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0872591 Apr 06 10:05:59.273135 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e6181774-cc51-4bba-9d48-a62fc45e9ff8', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.41', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:33Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:59.277731 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:59.291822 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:05:59.292498 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:59.308849 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-f3a8cac2-d233-4237-8dad-33eeb6a97d54 service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439624 Apr 06 10:05:59.347522 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-ddf5e53c-9fa3-403c-952c-56b00a00d8f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837197 Apr 06 10:05:59.374164 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:05:55Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:59.378468 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:05:59.379013 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Updating router 1f9329b8-a631-4209-b03e-9fae103c2c3c port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:05:59.462908 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:59.469605 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-86c45e39-4acc-4c43-a218-67bf2996c76f service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540987 Apr 06 10:05:59.498392 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-3c9d715a-2ba1-4eca-97a7-a4209b5fd538 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444557 Apr 06 10:05:59.513264 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:05:59.734611 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6c74cf0e-abce-4b3e-8da2-652693b94569 req-21066fc5-8679-4b8a-93c3-fe7abe0aafb5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 210 time: 0.0607831 Apr 06 10:05:59.743186 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2e0e50d9-5bb0-46c4-88a5-222dda0260df req-09f458e5-4ee4-4f71-9ff8-9d2666115d31 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374656 Apr 06 10:05:59.922241 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:59.936761 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Transition to ACTIVE for port object 77de6f5b-70b7-44b6-86ff-271c1bf731e6 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:05:59.946318 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:05:59.972067 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e6181774-cc51-4bba-9d48-a62fc45e9ff8', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.41', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:33Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:05:59.976721 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed66d1-31e5-4367-b9e8-3718cb1e89e1 None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e6181774-cc51-4bba-9d48-a62fc45e9ff8', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'floating_ip_address': '172.28.0.41', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:33Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 1, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:06:00.122414 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb52cd-78d9-4c17-9529-be76ebc07c6a None None] Pushing event updated for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:00.213248 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Attempting to bind port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:06:00.213606 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Attempting to bind port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:06:00.213953 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Attempting to bind port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:06:00.227131 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:06:00.227493 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:06:00.227873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:00.228255 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:06:00.228724 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Bound port: 77de6f5b-70b7-44b6-86ff-271c1bf731e6, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:06:00.229080 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:00.320466 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] For port 77de6f5b-70b7-44b6-86ff-271c1bf731e6, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:06:00.323845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] For port 77de6f5b-70b7-44b6-86ff-271c1bf731e6, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=77de6f5b-70b7-44b6-86ff-271c1bf731e6,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:06:00.327876 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:00.408513 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb52cd-78d9-4c17-9529-be76ebc07c6a None None] Pushing event updated for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:00.413179 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:06:00.413773 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:05:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:00.596838 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:06:00.869294 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-1ee4c400-5bd5-4ad2-bbcf-51a92f743d14 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:00.870001 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-1ee4c400-5bd5-4ad2-bbcf-51a92f743d14 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:06:00.891886 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-1ee4c400-5bd5-4ad2-bbcf-51a92f743d14 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:06:00.893286 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-1ee4c400-5bd5-4ad2-bbcf-51a92f743d14 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.1831462 Apr 06 10:06:00.916429 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b8f065fa-126a-4138-b668-a0b62d4a3191 req-198618e4-5953-448b-96cb-aef7c90febed tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 210 time: 0.0441537 Apr 06 10:06:00.947756 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:00Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:00.951839 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6848dab-2a01-455a-8f57-0f1c2c8d2a64 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:00Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:06:00.959046 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-93ce6387-2533-4581-b339-5ecbdd2e5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:06:00.972377 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-93ce6387-2533-4581-b339-5ecbdd2e5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:06:00.973494 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-93ce6387-2533-4581-b339-5ecbdd2e5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 380 time: 0.0675261 Apr 06 10:06:00.982662 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'port': {'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'admin_state_up': True, 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'security_groups': ['c21cc041-3538-42e8-9041-ecc70e1030c6']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:06:01.134763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:06:01.144561 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:06:01.155289 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:06:01.158239 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:01.433401 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.20.0.12 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/cf331e04-70e5-4057-a13f-c27d7b50ce76) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:06:01.623804 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:01.640005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Transition to ACTIVE for port object cf331e04-70e5-4057-a13f-c27d7b50ce76 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:06:01.662956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:01.739167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:06:01.742086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:06:01.746468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:06:01.771590 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:01.811937 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:01.812555 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:01.841592 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-9ae91a34-92c1-4259-a716-65c4f9179c3b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8625746 Apr 06 10:06:01.853178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Request body: {'port': {'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:06:01.967981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:01.988578 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-26372cab-4890-4256-ab5a-bf7a862eee7d None None] Provisioning for port cf331e04-70e5-4057-a13f-c27d7b50ce76 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:06:01.993964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-26372cab-4890-4256-ab5a-bf7a862eee7d None None] Provisioning complete for port cf331e04-70e5-4057-a13f-c27d7b50ce76 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:06:01.994320 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-26372cab-4890-4256-ab5a-bf7a862eee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.047320 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-26372cab-4890-4256-ab5a-bf7a862eee7d None None] Port cf331e04-70e5-4057-a13f-c27d7b50ce76 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:06:02.279798 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d0972-839c-438f-bdf3-ba392df21279 req-fe241a07-ef73-4509-a40b-45e37e2951ef tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:02.280397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-470d0972-839c-438f-bdf3-ba392df21279 req-fe241a07-ef73-4509-a40b-45e37e2951ef tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:06:02.314900 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-470d0972-839c-438f-bdf3-ba392df21279 req-fe241a07-ef73-4509-a40b-45e37e2951ef tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:06:02.316031 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-470d0972-839c-438f-bdf3-ba392df21279 req-fe241a07-ef73-4509-a40b-45e37e2951ef tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 932 time: 0.2311795 Apr 06 10:06:02.462264 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf331e04-70e5-4057-a13f-c27d7b50ce76 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:06:02.470586 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.475569 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-470d0972-839c-438f-bdf3-ba392df21279 req-6c068cad-f373-4cc4-9747-d21706229993 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481206 Apr 06 10:06:02.489011 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Transition to ACTIVE for port object cf331e04-70e5-4057-a13f-c27d7b50ce76 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:06:02.493455 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.619240 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:02.730067 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Attempting to bind port cf331e04-70e5-4057-a13f-c27d7b50ce76 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:06:02.730396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Attempting to bind port cf331e04-70e5-4057-a13f-c27d7b50ce76 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:06:02.730717 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Attempting to bind port cf331e04-70e5-4057-a13f-c27d7b50ce76 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:06:02.736379 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Port cf331e04-70e5-4057-a13f-c27d7b50ce76 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:06:02.736697 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Attempting to bind port cf331e04-70e5-4057-a13f-c27d7b50ce76 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:06:02.743491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:06:02.743820 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:06:02.744194 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:06:02.744647 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Bound port: cf331e04-70e5-4057-a13f-c27d7b50ce76, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:06:02.744989 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.834374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:06:02.834927 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 77de6f5b-70b7-44b6-86ff-271c1bf731e6 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:06:02.837599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:06:02.841003 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.903145 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.904535 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] 10.222.0.48 "PUT /v2.0/ports/cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 200 len: 1094 time: 1.0557365 Apr 06 10:06:02.904947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:06:02.908171 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:06:02.916118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:06:02.916721 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:02.930804 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7bec7-48f7-43f8-84c8-8b787298fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:02.977318 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284ff551-0160-48be-9efc-1eee4f753a1f'] response: {'name': 'network-changed', 'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'status': 'completed', 'code': 200} Apr 06 10:06:03.021215 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-3af8539e-6496-4bae-8a46-9db22e9d1193 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 1097 time: 0.0774958 Apr 06 10:06:03.041347 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:03.077848 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 77de6f5b-70b7-44b6-86ff-271c1bf731e6, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=77de6f5b-70b7-44b6-86ff-271c1bf731e6,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:06:03.081998 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:03.095086 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-f030f3ca-2642-45b9-b874-fe1e196137e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 200 len: 217 time: 0.0668275 Apr 06 10:06:03.149786 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:03.163667 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-3005d431-a514-4238-96e6-beb8648c32b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:03.165062 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-3005d431-a514-4238-96e6-beb8648c32b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0641718 Apr 06 10:06:03.208052 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e783b2-cdd1-470d-95d2-a4d42a76f702 None None] New status for floating IP e6181774-cc51-4bba-9d48-a62fc45e9ff8: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:06:03.240643 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-716c5ae9-7419-4bf9-808f-c5dfa49c22e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701294 Apr 06 10:06:03.450039 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-2b3d60ba-f8d4-4635-8836-36fb2fb2d34e service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029066 Apr 06 10:06:03.593396 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6b40ffd0-02b9-4896-b8f4-2aa655a9e8f4 req-fdcb3d47-0a12-4008-9d92-d720d9ba73f0 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376164 Apr 06 10:06:03.740625 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07de5a1-7843-4516-95fa-c6f4c266382f req-c6892454-b24d-4fc8-adc9-569ca8b33f6f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:03.741965 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d07de5a1-7843-4516-95fa-c6f4c266382f req-c6892454-b24d-4fc8-adc9-569ca8b33f6f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 944 time: 0.1365170 Apr 06 10:06:03.745319 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-c071794c-5bf1-40b6-835d-92ab40907b6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 1097 time: 0.1031549 Apr 06 10:06:03.874347 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d07de5a1-7843-4516-95fa-c6f4c266382f req-c7a266b3-07c4-4ea7-acdd-0594629288e7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267643 Apr 06 10:06:03.909461 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-bbd47e0a-4572-445b-a116-654d9835a44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:03.911655 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-bbd47e0a-4572-445b-a116-654d9835a44e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1489184 Apr 06 10:06:03.977742 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-c73d5267-4a75-4c7c-9e94-903c4c478432 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 200 len: 217 time: 0.0591748 Apr 06 10:06:04.046256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-aea6259d-9bfa-43ef-b02f-67aa96bb02bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:04.048336 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-aea6259d-9bfa-43ef-b02f-67aa96bb02bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0650465 Apr 06 10:06:04.067565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ec20e6ee-dad8-479a-a66d-71d84813ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:04.123062 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-75c1963e-bcfd-4733-a4a2-913e9e81970d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688770 Apr 06 10:06:04.249461 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-28ab1308-7808-471c-a4c4-1a54593b49f1 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207652 Apr 06 10:06:04.374460 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0bc0250b-f9d3-4737-b89b-8fced681cfaf req-93161190-a053-4976-89e8-8de304d1f0b7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188381 Apr 06 10:06:04.814262 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 77de6f5b-70b7-44b6-86ff-271c1bf731e6 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:06:04.915580 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:06:04.915936 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:05.067359 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23539266-4886-41de-ba11-9861933fa298 req-68602ef0-c2df-4476-b127-876ac52da5b1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:05.068813 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-23539266-4886-41de-ba11-9861933fa298 req-68602ef0-c2df-4476-b127-876ac52da5b1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 944 time: 0.0737364 Apr 06 10:06:05.116636 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-23539266-4886-41de-ba11-9861933fa298 req-365dcab1-79a1-4547-9088-84009051f6d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Apr 06 10:06:06.242319 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9237d332-3d22-42e2-b454-1b99ad835ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:06.318634 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328df6a-7dd8-4513-b1fa-7eccc7339074 req-bb53de26-d7eb-4d4a-9ea8-cc174244cb5f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:06.320064 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9328df6a-7dd8-4513-b1fa-7eccc7339074 req-bb53de26-d7eb-4d4a-9ea8-cc174244cb5f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 944 time: 0.0844026 Apr 06 10:06:06.364595 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9328df6a-7dd8-4513-b1fa-7eccc7339074 req-c37a2107-bed0-4f84-b269-b232bd5bb84f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387459 Apr 06 10:06:07.386830 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:07.484829 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:07.567642 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890b1c-e791-4c16-9882-ff79233d2832 req-6a942d1a-4c1b-4449-b7ec-a5759387de57 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:07.569088 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-db890b1c-e791-4c16-9882-ff79233d2832 req-6a942d1a-4c1b-4449-b7ec-a5759387de57 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 944 time: 0.0755658 Apr 06 10:06:07.612792 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-db890b1c-e791-4c16-9882-ff79233d2832 req-6616d365-08d3-4e76-bca0-783cf6807018 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Apr 06 10:06:08.154306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device cf331e04-70e5-4057-a13f-c27d7b50ce76 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:06:08.284855 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:06:08.297790 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:06:08.350544 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:08.367174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf331e04-70e5-4057-a13f-c27d7b50ce76 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:06:08.381332 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:06:08.385324 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:08.451926 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:08.720571 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:08.734453 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['cf331e04-70e5-4057-a13f-c27d7b50ce76'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:06:08.806038 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc0e18-adb9-4b2d-9b36-82a2b89fcceb req-1cbb8606-ed33-467a-8327-ef6f56de2ae7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:08.807493 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-82dc0e18-adb9-4b2d-9b36-82a2b89fcceb req-1cbb8606-ed33-467a-8327-ef6f56de2ae7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 945 time: 0.0750475 Apr 06 10:06:08.851989 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-82dc0e18-adb9-4b2d-9b36-82a2b89fcceb req-86703b2b-fe1b-4142-b99d-8bdbef3ba75e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Apr 06 10:06:10.047059 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07450852-8ec6-406d-b4bd-b149d93f5d9b req-f066efcb-c806-44ef-b11d-c950ea68a6bd tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:10.048516 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-07450852-8ec6-406d-b4bd-b149d93f5d9b req-f066efcb-c806-44ef-b11d-c950ea68a6bd tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 945 time: 0.0776055 Apr 06 10:06:10.091696 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-07450852-8ec6-406d-b4bd-b149d93f5d9b req-f4fd55d2-e758-439d-89f0-d7de39b8b439 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370388 Apr 06 10:06:10.169846 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device cf331e04-70e5-4057-a13f-c27d7b50ce76 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:06:10.236967 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port cf331e04-70e5-4057-a13f-c27d7b50ce76 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:06:10.242365 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port cf331e04-70e5-4057-a13f-c27d7b50ce76 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:06:10.242718 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:10.352346 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:10.378029 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:06:10.387160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:06:10.393367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:10.436014 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea24ab5-457b-4b2c-9b7b-59e63d1d98bf'] response: {'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'code': 200} Apr 06 10:06:10.460521 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:06:10.660532 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c94c338-6dcc-4c8d-bcb0-c84020c0bd6c req-4bed6ad6-6c86-4bd2-9dd2-5749b71086b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 1099 time: 0.0686924 Apr 06 10:06:10.702049 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0c94c338-6dcc-4c8d-bcb0-c84020c0bd6c req-85df8f48-6c91-472e-8c35-53b43fac0093 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346045 Apr 06 10:06:11.286285 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9f61c-9dde-44d7-8378-afa16f5fa8eb req-51f45480-1570-4cee-9fd8-1ec813fab9e0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:11.287704 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a5b9f61c-9dde-44d7-8378-afa16f5fa8eb req-51f45480-1570-4cee-9fd8-1ec813fab9e0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0767007 Apr 06 10:06:11.333040 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a5b9f61c-9dde-44d7-8378-afa16f5fa8eb req-b5a9f247-eef6-451a-9e85-9dc280fee1db tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Apr 06 10:06:11.624482 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:06:12.534850 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b25f-38ea-4539-8d6b-d49cd105f1e3 req-7cb2e81a-6778-4fb9-8344-7eb64cffcf80 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:12.536306 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2488b25f-38ea-4539-8d6b-d49cd105f1e3 req-7cb2e81a-6778-4fb9-8344-7eb64cffcf80 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0770547 Apr 06 10:06:12.585788 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2488b25f-38ea-4539-8d6b-d49cd105f1e3 req-bb8e2233-e50d-4d1d-89a3-d55cfb3d6228 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Apr 06 10:06:12.778348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d207-5156-4c17-90b6-f6eef0b45675 req-4f625629-6118-46b9-8afa-72db208cf839 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:12.779792 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2fc1d207-5156-4c17-90b6-f6eef0b45675 req-4f625629-6118-46b9-8afa-72db208cf839 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0785997 Apr 06 10:06:12.788675 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34798) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:06:12.793811 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:06:12.871145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:13.522514 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:13.527260 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:13.711691 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.l3_db [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5 associated. External IP: 172.28.0.122, port: cf331e04-70e5-4057-a13f-c27d7b50ce76. Apr 06 10:06:14.085136 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:06:14.275389 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:06:14.279859 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:14.329981 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-de9217cd-38ea-4cfc-a4b2-944bfd333302 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "PUT /v2.0/floatingips/0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5 HTTP/1.1" status: 200 len: 992 time: 1.5403051 Apr 06 10:06:14.330516 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:06:14.383594 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b634753e-ad2e-49cc-afb2-7dd92e98a689'] response: {'name': 'network-changed', 'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'status': 'completed', 'code': 200} Apr 06 10:06:14.473644 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-89f3a52f-763d-430f-b98f-23d37db27e73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 1099 time: 0.0665741 Apr 06 10:06:14.680925 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-47f22452-2595-4da7-b5f4-5cd087b79dff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:14.682341 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-47f22452-2595-4da7-b5f4-5cd087b79dff service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.2012019 Apr 06 10:06:14.781682 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-81dcb2ff-68f5-4231-a4be-4c5147441355 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 200 len: 1000 time: 0.0925934 Apr 06 10:06:14.855453 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-03915612-966f-4fdc-a00b-d436aff9086b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:14.857011 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-03915612-966f-4fdc-a00b-d436aff9086b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0692062 Apr 06 10:06:14.934546 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-a742f395-b933-42e7-af31-1f33359b11a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679657 Apr 06 10:06:15.061842 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-ed9e70f3-dfa1-4772-bdd9-682faae31e77 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192157 Apr 06 10:06:15.187946 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7953e2c5-5fef-4030-aa4f-dc1d0058111b req-9217aad0-8575-4a43-9f23-6c0905ed285e service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197479 Apr 06 10:06:19.741148 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:06:19.753017 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:06:19.753609 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:06:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:19.930462 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:06:20.271449 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:13Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:20.275012 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:06:20.284946 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:06:20.285582 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:06:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:20.457451 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:06:20.797972 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:13Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:06:20.801859 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2ab4d-117e-426c-8519-09772ecccb8c None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:13Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:06:20.987337 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b7cfe-8036-425c-b87b-25e38df03618 None None] New status for floating IP 0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:06:23.901836 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:34.070401 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-613792a5-8d84-4b0d-8d4c-998e06b517c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:36.244085 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2ea75b75-26dc-4fcd-bae1-97f5c476c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:37.387079 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:37.487184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:38.722484 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:48.625325 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:06:51.774482 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aa50b-8674-4b6d-ad53-c786b0cf5ee8 req-d8fbaab0-031e-4fcc-aab5-60d2de83217a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:51.775884 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-da7aa50b-8674-4b6d-ad53-c786b0cf5ee8 req-d8fbaab0-031e-4fcc-aab5-60d2de83217a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0735781 Apr 06 10:06:51.819831 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-da7aa50b-8674-4b6d-ad53-c786b0cf5ee8 req-0d36e3bc-9b5d-4086-93d1-62dbcd48cdef tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Apr 06 10:06:53.021580 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54411b1-9469-4c7a-ab92-da27b7c809a8 req-8feb2388-3b93-493d-92d1-6a745d120ad0 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:53.023029 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d54411b1-9469-4c7a-ab92-da27b7c809a8 req-8feb2388-3b93-493d-92d1-6a745d120ad0 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0764673 Apr 06 10:06:53.071499 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d54411b1-9469-4c7a-ab92-da27b7c809a8 req-ab3120f4-500a-4efd-90b6-81ea22074b4d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Apr 06 10:06:53.904950 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:06:54.270410 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b50a7-1be5-4e07-95c0-39a870e4e8da req-28595d31-e55c-4eff-80fe-d6626a991ea1 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:54.271924 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-216b50a7-1be5-4e07-95c0-39a870e4e8da req-28595d31-e55c-4eff-80fe-d6626a991ea1 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0775545 Apr 06 10:06:54.316577 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-216b50a7-1be5-4e07-95c0-39a870e4e8da req-cf512851-c93c-43e9-8d74-01673fcb184d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 Apr 06 10:06:55.507401 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253156a5-2a17-4e2b-a78d-ffd7fdb61b99 req-7e40216e-aeab-405f-a857-cb98f4b9912e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:55.508858 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-253156a5-2a17-4e2b-a78d-ffd7fdb61b99 req-7e40216e-aeab-405f-a857-cb98f4b9912e tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0730278 Apr 06 10:06:55.553790 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-253156a5-2a17-4e2b-a78d-ffd7fdb61b99 req-484ec4c1-5328-4cc9-b0f6-24f50505edec tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393345 Apr 06 10:06:56.744211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1b28-2708-49ca-a3b6-a9bcf0f8e17b req-fda40c72-e5bc-42a8-af4a-14ab75730d64 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:56.745627 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0abd1b28-2708-49ca-a3b6-a9bcf0f8e17b req-fda40c72-e5bc-42a8-af4a-14ab75730d64 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0745008 Apr 06 10:06:56.790249 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0abd1b28-2708-49ca-a3b6-a9bcf0f8e17b req-8fb15a0c-19c2-4a97-8e3b-289ac58a0c01 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Apr 06 10:06:58.101695 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36874-6d33-4978-ba03-7988e9be89b3 req-0ccb2976-d53e-4285-bab3-8e97e072cabb tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:58.103041 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fac36874-6d33-4978-ba03-7988e9be89b3 req-0ccb2976-d53e-4285-bab3-8e97e072cabb tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1682401 Apr 06 10:06:58.149193 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fac36874-6d33-4978-ba03-7988e9be89b3 req-a4967ed3-7f98-49f0-a194-f5586c2ad070 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Apr 06 10:06:58.635174 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-a2a55620-7a02-482e-912c-58a3d955616f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.0712891 Apr 06 10:06:58.778361 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-cd20390c-1be2-49b1-9bd6-969af62f2a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:58.779778 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-cd20390c-1be2-49b1-9bd6-969af62f2a8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1264825 Apr 06 10:06:58.880283 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-dcb76a11-1c2e-4457-adf8-eda95e2eea54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1002 time: 0.0932205 Apr 06 10:06:58.939644 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-a5887511-ccc3-4577-a7c7-112e7a7a8dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:58.941006 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-a5887511-ccc3-4577-a7c7-112e7a7a8dfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0545480 Apr 06 10:06:59.010490 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-c239928c-3c28-49c8-936a-0247ec35a6f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639284 Apr 06 10:06:59.135673 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-5a1f8522-ed29-4daf-b27f-296380a60662 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177547 Apr 06 10:06:59.264438 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-623905a1-2435-4ec3-bdb2-878aaa830367 req-2d189c15-ed79-479e-a758-e9aec8425448 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216033 Apr 06 10:06:59.422673 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7dbe2-adb9-4b27-8a94-9f7b8b511938 req-dc081d3c-f5f4-4b4a-a4c5-928b4163e31c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:06:59.424053 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-65b7dbe2-adb9-4b27-8a94-9f7b8b511938 req-dc081d3c-f5f4-4b4a-a4c5-928b4163e31c tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1524138 Apr 06 10:06:59.468580 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-65b7dbe2-adb9-4b27-8a94-9f7b8b511938 req-71afc02b-a375-408a-910b-67cdd1d8eb93 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385654 Apr 06 10:07:00.668130 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70150-1283-4d52-b700-06b6900464cf req-11f45522-a52b-44b7-a2ee-074145792b87 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:00.669579 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-44b70150-1283-4d52-b700-06b6900464cf req-11f45522-a52b-44b7-a2ee-074145792b87 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0739057 Apr 06 10:07:00.713831 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-44b70150-1283-4d52-b700-06b6900464cf req-e04fa808-bcfc-475b-a142-8789fab35225 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388560 Apr 06 10:07:01.926929 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-b2442a43-7e4b-4b77-97b1-62dc4cc10a7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.1250005 Apr 06 10:07:01.961628 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc244344-fadb-4018-8721-f086d719e18d req-81dcbf19-df50-4eff-b2df-e6d206ec35b6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:01.963003 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dc244344-fadb-4018-8721-f086d719e18d req-81dcbf19-df50-4eff-b2df-e6d206ec35b6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1270707 Apr 06 10:07:02.080322 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dc244344-fadb-4018-8721-f086d719e18d req-dfd75298-48d2-436b-9c53-81a250d7e025 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720737 Apr 06 10:07:02.095000 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683712-8564-4757-9de7-a2cdea8bce6b req-a1931ef9-99ae-459a-b8ad-0e3a2c5f532a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:02.096442 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-a1931ef9-99ae-459a-b8ad-0e3a2c5f532a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1640382 Apr 06 10:07:02.198063 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-67830882-aacd-48df-948c-e8fe17c4b295 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1002 time: 0.0954206 Apr 06 10:07:02.261140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683712-8564-4757-9de7-a2cdea8bce6b req-f75d89a0-3b5f-49f7-b60d-49250dee53c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:02.262501 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-f75d89a0-3b5f-49f7-b60d-49250dee53c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0594337 Apr 06 10:07:02.334652 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-b61a12d1-9cc5-4372-b8a3-a0ff0b1e71b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664811 Apr 06 10:07:02.463300 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-ffe76b46-4f42-4bca-af8d-e2d38274c36d service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222377 Apr 06 10:07:02.593685 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-74683712-8564-4757-9de7-a2cdea8bce6b req-53d623b9-6e02-402b-9493-828afd478d26 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241224 Apr 06 10:07:03.282571 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96bd8-46a5-4aac-b2e8-3f75faaccb7f req-f93d1026-18a4-49f4-a605-a4f6b0dfd035 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:03.284017 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6bc96bd8-46a5-4aac-b2e8-3f75faaccb7f req-f93d1026-18a4-49f4-a605-a4f6b0dfd035 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0785463 Apr 06 10:07:03.328408 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6bc96bd8-46a5-4aac-b2e8-3f75faaccb7f req-5adf0539-e68f-4ba0-9024-deb8bef9aee5 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380862 Apr 06 10:07:04.072861 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3c199980-5ab0-4275-a545-354d66c1f6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:04.535944 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf826f-d91d-4675-9788-97e1bcb1ebe8 req-7a744524-44cb-45f9-8657-68bd50d51251 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:04.537706 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1dbf826f-d91d-4675-9788-97e1bcb1ebe8 req-7a744524-44cb-45f9-8657-68bd50d51251 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0895030 Apr 06 10:07:04.587508 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1dbf826f-d91d-4675-9788-97e1bcb1ebe8 req-acf43e89-aff7-4c41-bdc7-13236bc6e285 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 Apr 06 10:07:05.780217 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818bed5-b6c7-476d-8038-6e7ce906762d req-0702ec84-3579-4cf1-989d-31c35de2471b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:05.781702 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3818bed5-b6c7-476d-8038-6e7ce906762d req-0702ec84-3579-4cf1-989d-31c35de2471b tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0728683 Apr 06 10:07:05.829886 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3818bed5-b6c7-476d-8038-6e7ce906762d req-332f8fd4-aa8f-426a-8c31-5f243a506387 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Apr 06 10:07:06.070140 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7e4863dc-9020-4e52-b2e2-52864bc45cd8 req-a2229418-c456-45bc-bf8a-20e5315c8e66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1281388 Apr 06 10:07:06.241207 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 34866) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:07:06.248181 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9d939ea1-020a-47e1-9861-4627e109f814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:06.373472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd41ed-5363-446f-87ab-04654360b45a req-65fd379c-a239-4e82-ae67-3afa6d919f85 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:06.374924 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9ecd41ed-5363-446f-87ab-04654360b45a req-65fd379c-a239-4e82-ae67-3afa6d919f85 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1165662 Apr 06 10:07:06.431500 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-421e11f1-7e0f-40ec-8f76-fa6c97ca34f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891003 Apr 06 10:07:06.437985 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9ecd41ed-5363-446f-87ab-04654360b45a req-aad089da-8797-420e-aebd-afb4c28a5b10 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564559 Apr 06 10:07:07.389071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:07.436007 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-16a0e1f5-7b89-4d4e-93f1-86f07052f797 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8&tenant_id=a76d7d470adc4b258a71236b4437db3f HTTP/1.1" status: 200 len: 1099 time: 0.0671360 Apr 06 10:07:07.496198 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:07.531401 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-07f5db9e-1e9f-468f-b487-9a8d1916f69d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.0738788 Apr 06 10:07:07.717594 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-a82d66be-7c82-46ae-8ddd-5f0fc30fd2a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:07.719005 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-a82d66be-7c82-46ae-8ddd-5f0fc30fd2a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1816649 Apr 06 10:07:07.788382 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7ac06-6b73-4219-b842-ca4c69a6654f req-b9a4f2cd-16d7-4b5a-bade-d508cade44a7 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:07.789726 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9ff7ac06-6b73-4219-b842-ca4c69a6654f req-b9a4f2cd-16d7-4b5a-bade-d508cade44a7 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1853127 Apr 06 10:07:07.866093 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-5a6e8dc4-f8d2-4740-bd08-0f056ccae8f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 1002 time: 0.1399169 Apr 06 10:07:07.868294 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9ff7ac06-6b73-4219-b842-ca4c69a6654f req-a7bc9707-711c-4723-a0e1-7a74e0f91ca6 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726569 Apr 06 10:07:08.000626 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-5697ab8d-9bb5-4972-b417-256ed81eacf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:08.002049 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-5697ab8d-9bb5-4972-b417-256ed81eacf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.1305242 Apr 06 10:07:08.077413 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-ec18eb21-1dd4-45a8-92a0-32a67ad6a956 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698359 Apr 06 10:07:08.203713 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-6c319c2a-6f81-4679-89c3-b87ea96a2245 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194923 Apr 06 10:07:08.330597 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4b6dbde6-e8f0-40b9-8028-ea642651a22a req-b6d20ca2-b249-40ad-838f-cffa4ff97c8f service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203122 Apr 06 10:07:08.522764 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:07:08.631636 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:08.657592 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:07:08.667063 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:08.670765 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:08.713288 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619863d4-b6d5-4f26-a1ee-d83220cc74ed'] response: {'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'code': 200} Apr 06 10:07:08.741600 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:08.749118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=6']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:08.758073 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.758411 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.758740 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.759071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.759441 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.759764 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.760081 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.760424 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.760739 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.761051 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:08.761361 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:09.064412 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b993af-469f-4656-ade7-df9e7024cebd req-f291922f-ae45-4111-9c2f-fcdb810b0e8a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:09.065836 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47b993af-469f-4656-ade7-df9e7024cebd req-f291922f-ae45-4111-9c2f-fcdb810b0e8a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0777006 Apr 06 10:07:09.110681 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-47b993af-469f-4656-ade7-df9e7024cebd req-2dcf9d7a-3cfc-4c75-95f9-c92de88d3370 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385730 Apr 06 10:07:10.303005 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a3f3f-9471-46b1-8d55-2f00eca390c1 req-7539bd2c-0064-4d31-9f57-108b798c2268 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:10.304446 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-640a3f3f-9471-46b1-8d55-2f00eca390c1 req-7539bd2c-0064-4d31-9f57-108b798c2268 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0742984 Apr 06 10:07:10.348774 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-640a3f3f-9471-46b1-8d55-2f00eca390c1 req-0b1a4da9-3642-4d3b-ba88-43e90580533d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Apr 06 10:07:11.541665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955743a8-d4a4-4b07-bdf0-b4c8d2a15e60 req-8d746375-7b8d-455e-85cd-96cc678f87ec tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:11.543108 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-955743a8-d4a4-4b07-bdf0-b4c8d2a15e60 req-8d746375-7b8d-455e-85cd-96cc678f87ec tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0751634 Apr 06 10:07:11.588161 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-955743a8-d4a4-4b07-bdf0-b4c8d2a15e60 req-226ae16e-1523-405b-9cda-936026a17520 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Apr 06 10:07:12.057898 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-16898869-1596-43d6-af9e-751e18d19d00 req-5c4bc748-272d-4b9c-aa36-825cd3f7225a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1097 time: 0.0672133 Apr 06 10:07:12.098187 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-16898869-1596-43d6-af9e-751e18d19d00 req-14dca7a4-1662-4e28-aaaf-99b50b64f42f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346344 Apr 06 10:07:12.542396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:07:12.673634 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:12.686189 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '5734066a-7fb0-4a47-b876-069822823f68', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'port_id': '5734066a-7fb0-4a47-b876-069822823f68', 'mac_address': 'fa:16:3e:86:33:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:07:12.768367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:12.785077 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51811198-ac45-4cca-a964-10bac7d4508a req-aa8bea75-ba9d-4b53-9310-c66b034dce66 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:12.785655 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5734066a-7fb0-4a47-b876-069822823f68 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:07:12.787040 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51811198-ac45-4cca-a964-10bac7d4508a req-aa8bea75-ba9d-4b53-9310-c66b034dce66 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 944 time: 0.0806603 Apr 06 10:07:12.800741 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:12.804872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:12.832749 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51811198-ac45-4cca-a964-10bac7d4508a req-55388ee0-95b6-41f2-ab70-4c08946b51bd tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 Apr 06 10:07:12.868953 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=7']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:14.028195 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ff288-9940-4446-8b82-fe65d7a1e14d req-70ecde73-f82f-4ea8-b110-b3ab01cb07ab tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:14.029624 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-594ff288-9940-4446-8b82-fe65d7a1e14d req-70ecde73-f82f-4ea8-b110-b3ab01cb07ab tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 945 time: 0.0748250 Apr 06 10:07:14.075914 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-594ff288-9940-4446-8b82-fe65d7a1e14d req-e42b0e32-3777-4855-9341-4428e904a0a3 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Apr 06 10:07:14.402964 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['5734066a-7fb0-4a47-b876-069822823f68'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:07:16.544323 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:07:16.609713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 5734066a-7fb0-4a47-b876-069822823f68 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:07:16.610067 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:16.718896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:16.747228 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:07:16.757590 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:16.762406 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:16.806061 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7aaeb3-bb4d-46e3-a167-c4f6c2974e14'] response: {'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'code': 200} Apr 06 10:07:16.829895 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=8']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:23.902396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:25.629043 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:07:26.504102 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa252d06-0825-44a8-b37c-fef2c449e9c0 req-dddb5d5d-7b47-426a-a398-cab6ec89ce7c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:26.506086 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-aa252d06-0825-44a8-b37c-fef2c449e9c0 req-dddb5d5d-7b47-426a-a398-cab6ec89ce7c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0740359 Apr 06 10:07:26.550776 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-aa252d06-0825-44a8-b37c-fef2c449e9c0 req-46371d02-e5e9-41ac-ad7b-ec533ff98755 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Apr 06 10:07:27.772286 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5886-d67a-45c8-877b-f0ee9382f17d req-beab9b85-8c3c-4fb8-af9f-59b812f22d0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:27.773712 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-41dc5886-d67a-45c8-877b-f0ee9382f17d req-beab9b85-8c3c-4fb8-af9f-59b812f22d0b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0835049 Apr 06 10:07:27.820953 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-41dc5886-d67a-45c8-877b-f0ee9382f17d req-652bbbf0-d63d-4c9f-abf4-f26e4ccd7689 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Apr 06 10:07:29.031723 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c85c8-2976-4a0f-b1c9-7381cc0e4ce8 req-9173a933-b66d-4b7f-81b5-7bf043305919 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:29.033157 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1c4c85c8-2976-4a0f-b1c9-7381cc0e4ce8 req-9173a933-b66d-4b7f-81b5-7bf043305919 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0774331 Apr 06 10:07:29.079979 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1c4c85c8-2976-4a0f-b1c9-7381cc0e4ce8 req-a9468c4d-a9d8-47a1-aa71-916d777220b8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Apr 06 10:07:30.290431 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac9c00-2b47-4c0b-81cb-074b6dfae81d req-ec66cacb-3019-4fa3-90ad-a89dce1d88ed tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:30.291845 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-21ac9c00-2b47-4c0b-81cb-074b6dfae81d req-ec66cacb-3019-4fa3-90ad-a89dce1d88ed tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0748098 Apr 06 10:07:30.335899 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-21ac9c00-2b47-4c0b-81cb-074b6dfae81d req-0861e185-e355-484e-b229-26c02b0afa92 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Apr 06 10:07:31.545005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b59407-dd64-45e7-ae6e-ef1909f79af1 req-f6919f21-0949-4d88-b6d1-40082d97a201 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:31.545958 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a0b59407-dd64-45e7-ae6e-ef1909f79af1 req-f6919f21-0949-4d88-b6d1-40082d97a201 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0749094 Apr 06 10:07:31.590447 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a0b59407-dd64-45e7-ae6e-ef1909f79af1 req-7eb86246-ed5f-45e6-808f-43a8df83e252 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Apr 06 10:07:32.798637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1f1e-d3c3-4bbc-b5c4-4f5ad9d313aa req-96879ab1-0401-4040-9268-58cd3771d78f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:32.800068 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e93f1f1e-d3c3-4bbc-b5c4-4f5ad9d313aa req-96879ab1-0401-4040-9268-58cd3771d78f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0783968 Apr 06 10:07:32.844887 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e93f1f1e-d3c3-4bbc-b5c4-4f5ad9d313aa req-e271a6cc-4b84-46c6-b679-59b6931510a8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Apr 06 10:07:34.054917 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2052fa-045a-4030-bee7-a52abc9a6c7b req-0df5d77c-c5c5-4411-9a3c-e829c784ded5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:34.056604 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dd2052fa-045a-4030-bee7-a52abc9a6c7b req-0df5d77c-c5c5-4411-9a3c-e829c784ded5 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0796142 Apr 06 10:07:34.073896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5538eb59-7ae6-4f93-9b2c-dbe3664d50ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:34.103414 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dd2052fa-045a-4030-bee7-a52abc9a6c7b req-72b98fd0-d95c-4ec5-9f6e-9bef7caffc0c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Apr 06 10:07:35.308219 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f50a-bd9c-4386-bbe0-939b6e817c13 req-45c41140-c3cc-4a36-bd40-effbf0616498 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:35.309671 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6e38f50a-bd9c-4386-bbe0-939b6e817c13 req-45c41140-c3cc-4a36-bd40-effbf0616498 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0749314 Apr 06 10:07:35.355929 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6e38f50a-bd9c-4386-bbe0-939b6e817c13 req-e9ba99f4-f2c3-4005-a719-ed3fbfa26826 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 Apr 06 10:07:36.242222 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a1d420b4-2aa5-49e9-afa1-29ec3a470ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:36.581740 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c2eda-f6e7-4717-9f5d-2c4bf6bb661e req-4cd6115a-0e16-439b-9d34-ebe42e053b56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:36.583833 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-973c2eda-f6e7-4717-9f5d-2c4bf6bb661e req-4cd6115a-0e16-439b-9d34-ebe42e053b56 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0766404 Apr 06 10:07:36.631938 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-973c2eda-f6e7-4717-9f5d-2c4bf6bb661e req-edc585e9-288b-4c74-a2f6-75f440ea2c67 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Apr 06 10:07:37.390367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:37.489762 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:37.851994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa8a14-aace-4bb4-9ddb-724aeef5de76 req-351811b5-74d1-472f-acac-ab4e9d7147f8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:37.853478 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-30fa8a14-aace-4bb4-9ddb-724aeef5de76 req-351811b5-74d1-472f-acac-ab4e9d7147f8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0847077 Apr 06 10:07:37.899090 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-30fa8a14-aace-4bb4-9ddb-724aeef5de76 req-8882a461-752f-4671-82ae-6d8f3bbe0b75 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401115 Apr 06 10:07:38.727495 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:39.102496 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cf88f-1c9c-416b-b109-79bc4de7051c req-38f37fdf-ba43-4d09-b637-b050fc23e459 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:39.103809 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b66cf88f-1c9c-416b-b109-79bc4de7051c req-38f37fdf-ba43-4d09-b637-b050fc23e459 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0736871 Apr 06 10:07:39.148644 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b66cf88f-1c9c-416b-b109-79bc4de7051c req-e739fd65-10e0-448b-82eb-c513c1562b9a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394430 Apr 06 10:07:40.356485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a70a8-790f-4654-9aa3-551b44db6b6c req-2cecf0f5-380c-4e14-aee9-a69297f2f4e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:40.357938 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-827a70a8-790f-4654-9aa3-551b44db6b6c req-2cecf0f5-380c-4e14-aee9-a69297f2f4e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0776899 Apr 06 10:07:40.404395 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-827a70a8-790f-4654-9aa3-551b44db6b6c req-cf57e9d6-db7f-43f9-84c9-ad52a7913f54 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Apr 06 10:07:40.670872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:07:40.808035 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:40.821860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:07:40.874406 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:40.891776 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:07:40.906924 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:40.911400 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:40.978679 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=6']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:41.011227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['b27b23d3-8a05-458f-8c65-a94260f28c52'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:07:41.665008 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845efb-9aa3-4146-9bf1-f5b5368b1eab req-b71d0321-734f-498b-8c9f-f331cc0519a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:41.666974 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-44845efb-9aa3-4146-9bf1-f5b5368b1eab req-b71d0321-734f-498b-8c9f-f331cc0519a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 944 time: 0.0973747 Apr 06 10:07:41.734002 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-44845efb-9aa3-4146-9bf1-f5b5368b1eab req-00a8c13e-c54f-43b4-9685-feb77133a204 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606935 Apr 06 10:07:42.671107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:07:42.743330 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port b27b23d3-8a05-458f-8c65-a94260f28c52 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:07:42.743694 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:42.865499 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:42.902107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:07:42.912697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:42.919598 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:42.969790 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4f6fd4-7201-4a89-a946-838c9ec5c91b'] response: {'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'code': 200} Apr 06 10:07:42.976364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be79fc-4a1e-46bb-b029-3821d6e08e33 req-b066ca82-e20f-4609-b23e-d70cc391510b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:42.978021 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-93be79fc-4a1e-46bb-b029-3821d6e08e33 req-b066ca82-e20f-4609-b23e-d70cc391510b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0905004 Apr 06 10:07:42.995919 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=7']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:43.030614 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-93be79fc-4a1e-46bb-b029-3821d6e08e33 req-2fc2beb0-2942-4a80-849e-f2a1b99ae1db tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Apr 06 10:07:44.249570 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc2fb5-27b6-43e6-b79e-2d435360f25a req-af2c687c-920d-4938-901f-6dae0e718dad tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:44.256788 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-80cc2fb5-27b6-43e6-b79e-2d435360f25a req-af2c687c-920d-4938-901f-6dae0e718dad tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0867929 Apr 06 10:07:44.298895 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-80cc2fb5-27b6-43e6-b79e-2d435360f25a req-7a262fe7-0d46-45f4-821e-e2325cfd9890 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Apr 06 10:07:45.511768 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680ff0b-1b58-4ccd-8c30-a8cb0e89716f req-32587a7a-b78f-4468-ba46-d22527705a90 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:45.513234 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4680ff0b-1b58-4ccd-8c30-a8cb0e89716f req-32587a7a-b78f-4468-ba46-d22527705a90 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0749083 Apr 06 10:07:45.561943 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-4680ff0b-1b58-4ccd-8c30-a8cb0e89716f req-1cfe0441-4a4f-4553-820a-cb331b9d6ca1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Apr 06 10:07:46.796331 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240063-2e28-463d-a329-9ca12cff850e req-0d09f570-2727-48cc-999a-e3c8f6875f3a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:46.797982 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-66240063-2e28-463d-a329-9ca12cff850e req-0d09f570-2727-48cc-999a-e3c8f6875f3a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0892899 Apr 06 10:07:46.826856 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35014) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:07:46.832379 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801587383', 'description': 'tempest-description--896724936'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:46.839140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:46.850027 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:46.862079 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-66240063-2e28-463d-a329-9ca12cff850e req-ed9cc5f7-5347-472b-8689-68cb47788597 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556221 Apr 06 10:07:46.863504 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:46.910813 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:46.915395 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:07:46.918730 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:07:46.924781 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:46.994372 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:46.998997 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.041940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:47.054705 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.055015 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.055309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.055644 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.055980 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.056339 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.056671 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.057047 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.057320 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.057656 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.057975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.061953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.065793 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b6370239-34fa-41e4-b76a-5ba7ef3b4284 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2352972 Apr 06 10:07:47.066128 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35018) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:07:47.071892 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'ca725e1d-6ba4-464e-8b4a-8f25d29a37eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:47.078480 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:47.082825 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:07:47.087000 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:07:47.095093 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:47.117996 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.195307 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.200021 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.229688 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65884a81-d6d3-4f25-902e-a696e1f58423,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:47.242374 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.246057 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1764252 Apr 06 10:07:47.246057 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.246057 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.246344 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35022) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:07:47.252352 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'ca725e1d-6ba4-464e-8b4a-8f25d29a37eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:47.256425 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.256846 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.257183 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.257519 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.257845 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.258170 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.258494 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.258816 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.260199 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f3a51-7bc2-4129-9064-4c4d48c7684b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:07:47.261341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:47.265646 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:07:47.268573 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:07:47.277352 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:47.294940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.361861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.366821 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.390483 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba40494f-1d51-4b3e-8ca2-e2778321f06a,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:47.407993 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.409410 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-10bcd429-4833-420e-a436-0c0d3951cf18 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1621063 Apr 06 10:07:47.413571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35026) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:07:47.419525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:47.425148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:47.429616 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:floatingip and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:07:47.432907 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:07:47.438885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:47.450613 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.606081 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:47.839879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.28.0.20 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/d6c4c7d3-0599-4398-bb4b-a66117ee88eb) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:07:47.997910 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.072695 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.151956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:07:48.156147 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:07:48.164668 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:07:48.190322 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=d6c4c7d3-0599-4398-bb4b-a66117ee88eb,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:48.204591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e75ae5-4450-481c-a9af-da436f0389fa req-bf510f89-bcf4-4a2b-ba99-a9139737f087 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:48.206018 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-41e75ae5-4450-481c-a9af-da436f0389fa req-bf510f89-bcf4-4a2b-ba99-a9139737f087 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1951790 Apr 06 10:07:48.303686 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-41e75ae5-4450-481c-a9af-da436f0389fa req-a33ee627-fb28-46ee-9f6e-fe5bfe06b9a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884387 Apr 06 10:07:48.419060 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.475344 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.689186 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.694137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.820582 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=d6c4c7d3-0599-4398-bb4b-a66117ee88eb,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:48.836939 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.862349 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:48.871932 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d60b8200-b0cd-4e41-ac4a-58ea43f90476 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4495876 Apr 06 10:07:49.051054 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f9bde496-6ca0-4ae7-a409-5aa92e0d6424 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--801587383&fields=id&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 267 time: 0.0414739 Apr 06 10:07:49.296122 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-8679b75d-bf2a-4723-b9cb-99c74912acbf tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:49.297514 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-8679b75d-bf2a-4723-b9cb-99c74912acbf tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.2394760 Apr 06 10:07:49.316142 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-8791453c-689c-4830-993c-1eec0e818379 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/quotas/fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 375 time: 0.0121412 Apr 06 10:07:49.429003 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0ae0c3ca-6a34-4533-9057-674fa602111f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1003749 Apr 06 10:07:49.580825 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-366ff60c-a733-4eff-b709-8a573911aef5 service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504490 Apr 06 10:07:49.623649 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40abed-6800-434d-a4e8-6b9223908529 req-e06d0277-0e2c-4fbc-8364-896d009d43ef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:49.625594 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2d40abed-6800-434d-a4e8-6b9223908529 req-e06d0277-0e2c-4fbc-8364-896d009d43ef tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1405027 Apr 06 10:07:49.688860 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2d40abed-6800-434d-a4e8-6b9223908529 req-4aa198f4-cbb8-455e-9572-118f0b62c6e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563722 Apr 06 10:07:49.730540 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-7565727f-f6ea-4d1f-bd57-34a53dc8dbfb service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487858 Apr 06 10:07:49.943943 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b0a47d19-2873-45c3-88d3-b63162eb6a32 req-363120c6-212c-44aa-86a3-36a98cd54f5e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 210 time: 0.0528295 Apr 06 10:07:50.918624 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac664240-e6f7-408f-85f0-707a6ed7bc41 req-3ea06350-0ff1-4a28-86ff-f267f8dee8aa tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:50.920754 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ac664240-e6f7-408f-85f0-707a6ed7bc41 req-3ea06350-0ff1-4a28-86ff-f267f8dee8aa tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0921290 Apr 06 10:07:50.994235 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ac664240-e6f7-408f-85f0-707a6ed7bc41 req-3143dc81-a92a-47a8-b3c1-244f12a33bcc tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649350 Apr 06 10:07:51.165915 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4a503d39-832e-442b-944c-a635541dd9f3 req-4d4d9587-f817-43fd-89cb-d64510de3c7b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 210 time: 0.0718656 Apr 06 10:07:51.353794 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-4d5476e4-ec0f-4759-ae56-a7fcfb9a21b2 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:51.355144 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-4d5476e4-ec0f-4759-ae56-a7fcfb9a21b2 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.1870909 Apr 06 10:07:51.414425 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-70d30597-b903-4ded-aad4-013fb4bbef2a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:07:51.433880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-70d30597-b903-4ded-aad4-013fb4bbef2a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:07:51.436422 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-70d30597-b903-4ded-aad4-013fb4bbef2a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 472 time: 0.0653052 Apr 06 10:07:51.451140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'port': {'device_id': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'admin_state_up': True, 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'security_groups': ['ca725e1d-6ba4-464e-8b4a-8f25d29a37eb']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:51.594092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:07:51.604963 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:07:51.616178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:07:51.619232 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:51.884629 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.20.0.14 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/6e580fc3-673b-42db-b5df-aa2fdd036b73) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:07:52.074311 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:52.092812 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Transition to ACTIVE for port object 6e580fc3-673b-42db-b5df-aa2fdd036b73 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:07:52.125311 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:52.219536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:07:52.222670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:52.226315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:07:52.228957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:07:52.301621 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:52.302211 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7fac5-a698-419d-b757-86da4b7bdd76 req-83fb0f21-a258-4e09-9e27-a55a7f5a1885 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:52.302670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:52.304401 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-33a7fac5-a698-419d-b757-86da4b7bdd76 req-83fb0f21-a258-4e09-9e27-a55a7f5a1885 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1453044 Apr 06 10:07:52.377848 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-f480bf77-ed22-4bdc-bd29-469ed3e00422 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9368815 Apr 06 10:07:52.400171 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-33a7fac5-a698-419d-b757-86da4b7bdd76 req-8f772105-f6d9-4d40-a86e-f31909ac60a3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844972 Apr 06 10:07:52.421764 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Request body: {'port': {'device_id': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:07:52.571800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf690-51ff-4aec-9d02-a1f897e493ca req-5f229c75-0f7d-4142-b7a8-da88d76d38af tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:52.572517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3eddf690-51ff-4aec-9d02-a1f897e493ca req-5f229c75-0f7d-4142-b7a8-da88d76d38af tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:07:52.579044 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-bba27a1d-2235-40ad-b54f-b8b4d96bc228 None None] Provisioning for port 6e580fc3-673b-42db-b5df-aa2fdd036b73 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:07:52.585632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-bba27a1d-2235-40ad-b54f-b8b4d96bc228 None None] Provisioning complete for port 6e580fc3-673b-42db-b5df-aa2fdd036b73 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:07:52.586063 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bba27a1d-2235-40ad-b54f-b8b4d96bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:52.586991 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:52.638876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3eddf690-51ff-4aec-9d02-a1f897e493ca req-5f229c75-0f7d-4142-b7a8-da88d76d38af tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:07:52.640008 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3eddf690-51ff-4aec-9d02-a1f897e493ca req-5f229c75-0f7d-4142-b7a8-da88d76d38af tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 932 time: 0.2652848 Apr 06 10:07:52.648040 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-bba27a1d-2235-40ad-b54f-b8b4d96bc228 None None] Port 6e580fc3-673b-42db-b5df-aa2fdd036b73 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:07:52.755589 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3eddf690-51ff-4aec-9d02-a1f897e493ca req-5f35872e-a14a-4fba-a506-6d0a23bd4a07 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082051 Apr 06 10:07:52.983929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e580fc3-673b-42db-b5df-aa2fdd036b73 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:07:52.992099 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:53.008949 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Transition to ACTIVE for port object 6e580fc3-673b-42db-b5df-aa2fdd036b73 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:07:53.014444 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:53.147662 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:53.267509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Attempting to bind port 6e580fc3-673b-42db-b5df-aa2fdd036b73 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:07:53.268213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Attempting to bind port 6e580fc3-673b-42db-b5df-aa2fdd036b73 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:07:53.268213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Attempting to bind port 6e580fc3-673b-42db-b5df-aa2fdd036b73 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:07:53.275840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Port 6e580fc3-673b-42db-b5df-aa2fdd036b73 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:07:53.276227 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Attempting to bind port 6e580fc3-673b-42db-b5df-aa2fdd036b73 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:07:53.282879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:07:53.283206 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:07:53.283582 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:07:53.284049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Bound port: 6e580fc3-673b-42db-b5df-aa2fdd036b73, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:07:53.284364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:53.390830 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:07:53.394394 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:07:53.399601 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:53.461881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:53.463327 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e580fc3-673b-42db-b5df-aa2fdd036b73 HTTP/1.1" status: 200 len: 1094 time: 1.0462978 Apr 06 10:07:53.463858 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:07:53.600840 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa2a8ed-6357-4a0a-adc5-9951a324c351'] response: {'name': 'network-changed', 'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'status': 'completed', 'code': 200} Apr 06 10:07:53.604206 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20eee3-4e51-483a-956f-8de8c696ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:53.662226 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-8858606c-fe34-4409-8352-4f91431ed7f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 1097 time: 0.1392100 Apr 06 10:07:53.746005 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ab35-b39e-442e-82c1-e9e638f60e78 req-20900370-c5cb-4274-9607-6dadc954f2c4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:53.754233 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3fe2ab35-b39e-442e-82c1-e9e638f60e78 req-20900370-c5cb-4274-9607-6dadc954f2c4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.1284535 Apr 06 10:07:53.772123 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-014cd93c-7ef7-4bce-91c0-25f39ba73686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73 HTTP/1.1" status: 200 len: 217 time: 0.1022413 Apr 06 10:07:53.832626 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3fe2ab35-b39e-442e-82c1-e9e638f60e78 req-c56306b9-da3c-41a6-a8f9-0320e5256604 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760913 Apr 06 10:07:53.882986 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-633a826b-3f81-4184-9672-748aff19b66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:53.884555 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-633a826b-3f81-4184-9672-748aff19b66b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.1017048 Apr 06 10:07:53.914221 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:54.130307 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7fda-f2a2-46f6-ad9d-66e521e86af1 req-c039c6d4-9390-49b8-98d4-948cc458acd5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:54.131731 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cc2b7fda-f2a2-46f6-ad9d-66e521e86af1 req-c039c6d4-9390-49b8-98d4-948cc458acd5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 944 time: 0.2042992 Apr 06 10:07:54.138357 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-162c632f-90f4-4be4-b091-8480546e3eaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2462883 Apr 06 10:07:54.267712 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cc2b7fda-f2a2-46f6-ad9d-66e521e86af1 req-daa52bfd-2782-4962-a5e1-5491effb6bea tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279263 Apr 06 10:07:54.314123 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-6f4399c7-af6c-4c97-990e-84dbbb8d75fb service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605029 Apr 06 10:07:54.454108 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2475d2cb-f26e-4cb1-9423-7140cfc6d830 req-10ef112d-1589-4b5c-8d89-ee3433093409 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335738 Apr 06 10:07:54.601637 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-8b4620ef-bfcb-42e1-90b3-ab7bc9d3c2ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 1097 time: 0.0918503 Apr 06 10:07:54.751346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-0f118125-a236-4308-a1ad-1ad3f2b146d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:54.752948 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-0f118125-a236-4308-a1ad-1ad3f2b146d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1416116 Apr 06 10:07:54.821152 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-c80d24cb-25c5-4008-b92d-2e579c87e5f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73 HTTP/1.1" status: 200 len: 217 time: 0.0619187 Apr 06 10:07:54.889132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-0d8683f1-7f24-4dca-92d4-9fc9114b7d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:54.890768 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-0d8683f1-7f24-4dca-92d4-9fc9114b7d3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0630815 Apr 06 10:07:54.966290 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-58c81883-da46-4cbf-bc5d-a3003fd24310 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688741 Apr 06 10:07:55.067878 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9071-8900-4fe6-862b-94baf7c74ec0 req-1ef8db51-c770-4672-9bcd-1c6ae5493229 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:55.070055 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1e6e9071-8900-4fe6-862b-94baf7c74ec0 req-1ef8db51-c770-4672-9bcd-1c6ae5493229 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0922287 Apr 06 10:07:55.153055 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-332fd7ce-3502-4e88-8f4e-4fad460b0856 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806126 Apr 06 10:07:55.158215 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1e6e9071-8900-4fe6-862b-94baf7c74ec0 req-9e4ffa83-52d2-4474-bbcc-fc197fb140a9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797682 Apr 06 10:07:55.306018 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d2f10fc8-607f-4675-ba5b-47f5f1fd028e req-372d548a-b63d-412e-9ef3-462dc316e5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392071 Apr 06 10:07:55.500155 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080fb91-404f-43b5-8d90-ee31f48e036a req-e18e542d-dd12-4840-b43c-0830d9e52a1b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:55.501782 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1080fb91-404f-43b5-8d90-ee31f48e036a req-e18e542d-dd12-4840-b43c-0830d9e52a1b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 944 time: 0.1014566 Apr 06 10:07:55.570590 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1080fb91-404f-43b5-8d90-ee31f48e036a req-4223b412-06a0-48c8-83c4-b8ba4b2f7aff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620368 Apr 06 10:07:56.379714 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f780f-c73e-4227-9fd3-0cea7d20832b req-b43429e0-ba4b-4d6d-9a75-a154f748c7b7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:56.381864 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f8f780f-c73e-4227-9fd3-0cea7d20832b req-b43429e0-ba4b-4d6d-9a75-a154f748c7b7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0816700 Apr 06 10:07:56.433480 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f8f780f-c73e-4227-9fd3-0cea7d20832b req-dec4cc00-3850-4eb7-85d1-f2d95b10d8df tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Apr 06 10:07:56.799799 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0afe38-2ae7-4cef-964b-53fb0b7d0554 req-babff5fb-602c-4533-83db-eb5860e9983c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:56.801844 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ac0afe38-2ae7-4cef-964b-53fb0b7d0554 req-babff5fb-602c-4533-83db-eb5860e9983c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 944 time: 0.0836291 Apr 06 10:07:56.850157 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ac0afe38-2ae7-4cef-964b-53fb0b7d0554 req-638150d3-75cc-41b6-a678-9548da78b8b9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 Apr 06 10:07:57.669454 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267eb7c-864e-425d-bcf7-c4bb008f3f08 req-9919e27d-19fd-4bc0-8881-56b21f878fd2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:57.671573 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7267eb7c-864e-425d-bcf7-c4bb008f3f08 req-9919e27d-19fd-4bc0-8881-56b21f878fd2 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0867479 Apr 06 10:07:57.725861 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7267eb7c-864e-425d-bcf7-c4bb008f3f08 req-55462a60-6740-4b87-9547-9a7fe6f7e789 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Apr 06 10:07:58.094616 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-5f7a079c-abca-4597-9390-1dce89802fe6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1098 time: 0.1333199 Apr 06 10:07:58.101503 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176aff2-b047-4dd3-844a-d96ef004373e req-a8bc6cce-d531-461b-92f0-35c628c0974d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:58.103167 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4176aff2-b047-4dd3-844a-d96ef004373e req-a8bc6cce-d531-461b-92f0-35c628c0974d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 944 time: 0.1070468 Apr 06 10:07:58.229085 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4176aff2-b047-4dd3-844a-d96ef004373e req-e73d6e00-73d0-4183-b4e1-c80b28c17b55 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198137 Apr 06 10:07:58.266571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-da08ddea-82c0-4fb0-909d-2eef960582bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:58.267957 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-da08ddea-82c0-4fb0-909d-2eef960582bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.1450419 Apr 06 10:07:58.454273 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-45b602f2-510c-4254-8623-7c178576711c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 1000 time: 0.1797802 Apr 06 10:07:58.518365 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-c2b344ad-662b-4830-90b4-9acbc2fbf0a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:58.520887 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-c2b344ad-662b-4830-90b4-9acbc2fbf0a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0608311 Apr 06 10:07:58.595849 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-4c4f6a9e-dc5a-4608-8d85-2e59df2401cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684087 Apr 06 10:07:58.732734 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-75ba205e-392a-4dc0-8fb6-5af12c05bdf5 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299529 Apr 06 10:07:58.733757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 6e580fc3-673b-42db-b5df-aa2fdd036b73 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:07:58.870024 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c551ea46-f88a-4d2f-92bc-5e8eed78bcb4 req-d27166ad-222a-4d4f-b866-c1a5a1171abc service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301484 Apr 06 10:07:58.870303 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:58.884231 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'port_id': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'mac_address': 'fa:16:3e:0d:3f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:07:58.936566 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:58.940720 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc041-7419-4730-96ee-de6ecf8d966b req-00974bf0-195b-4ac6-b789-3afdfaf42df4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:58.943661 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-03dcc041-7419-4730-96ee-de6ecf8d966b req-00974bf0-195b-4ac6-b789-3afdfaf42df4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0811472 Apr 06 10:07:58.955963 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e580fc3-673b-42db-b5df-aa2fdd036b73 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:07:58.971990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:07:58.977851 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:07:58.996789 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-03dcc041-7419-4730-96ee-de6ecf8d966b req-6b83eed0-78e7-4a42-9e23-76a6b8ee6347 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475595 Apr 06 10:07:59.048501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:07:59.206244 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-5c896583-4986-47bf-bef7-36ef53b46585 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1098 time: 0.0700262 Apr 06 10:07:59.347775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-f39e732b-266a-4f00-a018-e109adce998b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:59.349311 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-f39e732b-266a-4f00-a018-e109adce998b service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.1370568 Apr 06 10:07:59.483804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['6e580fc3-673b-42db-b5df-aa2fdd036b73'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:07:59.493283 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-2f78cd18-1ea5-459b-831e-8ddd6643a06b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 1000 time: 0.1363366 Apr 06 10:07:59.569832 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d894d-0dda-4673-99b0-e375f449227c req-3cf8f3ec-45c2-4ba2-8e76-88008d615035 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:59.571370 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-657d894d-0dda-4673-99b0-e375f449227c req-3cf8f3ec-45c2-4ba2-8e76-88008d615035 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 945 time: 0.1676269 Apr 06 10:07:59.577354 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-b9ea2db7-05a9-4795-b79e-df380542c4a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:07:59.578790 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-b9ea2db7-05a9-4795-b79e-df380542c4a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.0747943 Apr 06 10:07:59.666795 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-657d894d-0dda-4673-99b0-e375f449227c req-a3875934-1430-4903-b0e8-89cd6ad518bb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870442 Apr 06 10:07:59.688835 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-d4960451-a9c0-4a34-990a-69bde20eec2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907493 Apr 06 10:07:59.816039 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-2ca540d8-2212-4676-adc3-f7a5e485c812 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206181 Apr 06 10:07:59.949617 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f9a6c84a-e59d-47c6-9271-c2b53bb7c781 req-227d6d9d-a210-472d-9150-ba51984e537b service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268570 Apr 06 10:08:00.203147 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984f722-185b-43f7-b259-662166b7e78a req-65968d17-4ca6-488b-94ab-cd2ceb5f2c5c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:00.204513 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0984f722-185b-43f7-b259-662166b7e78a req-65968d17-4ca6-488b-94ab-cd2ceb5f2c5c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 945 time: 0.0777605 Apr 06 10:08:00.249028 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0984f722-185b-43f7-b259-662166b7e78a req-14f09f19-4f92-4421-86de-b100873eeb0a tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Apr 06 10:08:00.734031 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 6e580fc3-673b-42db-b5df-aa2fdd036b73 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:08:00.803585 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 6e580fc3-673b-42db-b5df-aa2fdd036b73 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:08:00.808138 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 6e580fc3-673b-42db-b5df-aa2fdd036b73 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:08:00.808545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:00.867837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20c54d-8300-4e0c-bbd8-d86f0b376b5c req-f05022c3-5312-462d-8a1e-f0f98e59f8b8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:00.869325 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2b20c54d-8300-4e0c-bbd8-d86f0b376b5c req-f05022c3-5312-462d-8a1e-f0f98e59f8b8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Apr 06 10:08:00.913834 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2b20c54d-8300-4e0c-bbd8-d86f0b376b5c req-f543072f-0c87-4322-8568-4c2b3d24cad1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 Apr 06 10:08:00.922024 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:00.947702 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:08:00.957545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:08:00.961588 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:00.962318 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:08:01.020137 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be8b8c2-310c-423d-9a6a-af1bfcc2657e'] response: {'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'code': 200} Apr 06 10:08:01.100622 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:08:01.127090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:01.158538 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:08:01.162909 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:01.225094 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=8']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:08:01.226561 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2ae7f38d-ecc3-4342-a176-25aa94c3f832 req-e68783ec-6f37-4e0a-9737-a544ebbada99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 1099 time: 0.0667937 Apr 06 10:08:01.270488 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2ae7f38d-ecc3-4342-a176-25aa94c3f832 req-7ce121f9-9bf9-4dea-904a-deb738874406 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372078 Apr 06 10:08:01.537236 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808c6f4-d900-4fd0-941f-b84c79c6b12f req-4440b998-44d9-43e7-8022-c50295ff7d8b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:01.538663 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8808c6f4-d900-4fd0-941f-b84c79c6b12f req-4440b998-44d9-43e7-8022-c50295ff7d8b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.1569602 Apr 06 10:08:01.583579 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8808c6f4-d900-4fd0-941f-b84c79c6b12f req-cc2cb997-b0ad-4eae-8b6d-4654c78ec654 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391221 Apr 06 10:08:02.113989 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6e7d9-0562-483c-8e14-dd946ef29725 req-869f3260-459a-4f3e-aa5b-b720f8541f65 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:02.115879 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-82f6e7d9-0562-483c-8e14-dd946ef29725 req-869f3260-459a-4f3e-aa5b-b720f8541f65 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0783732 Apr 06 10:08:02.164691 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-82f6e7d9-0562-483c-8e14-dd946ef29725 req-b39cab92-4525-4124-bddd-5bc68b0705b8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Apr 06 10:08:02.628809 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:08:02.787770 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcc22a-af7e-41ca-8b8c-3a601fe782fa req-81b90eaa-976c-4ad0-b680-ec36f12014b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:02.789212 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-21fcc22a-af7e-41ca-8b8c-3a601fe782fa req-81b90eaa-976c-4ad0-b680-ec36f12014b1 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0749047 Apr 06 10:08:02.834566 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-21fcc22a-af7e-41ca-8b8c-3a601fe782fa req-23a57759-64dc-42ef-a7cc-69f7ad37e72e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Apr 06 10:08:03.022073 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:08:03.073336 dv-cinder-836753-1-smb neutron-server[83220]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f590e3f-eb9d-4a93-94b0-8b280da7f0e0']: {'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'code': 422} returned with failed status Apr 06 10:08:03.375359 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84478c-9766-4eeb-bb1a-c05c5e5561ea req-e69145fb-321d-4a0d-b56f-3db808cf18d8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:03.376809 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e84478c-9766-4eeb-bb1a-c05c5e5561ea req-e69145fb-321d-4a0d-b56f-3db808cf18d8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0814981 Apr 06 10:08:03.427004 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5e84478c-9766-4eeb-bb1a-c05c5e5561ea req-72ec790a-bbe1-4cd2-90e7-b0d112e0ad6b tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Apr 06 10:08:03.617858 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af118-1ee1-4cf6-8e36-29ac3a681d94 req-0d4f5d41-a4fe-4cda-b377-41d0f9ea252f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:03.619206 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-858af118-1ee1-4cf6-8e36-29ac3a681d94 req-0d4f5d41-a4fe-4cda-b377-41d0f9ea252f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0752375 Apr 06 10:08:03.627529 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35138) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:08:03.632960 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'port_id': '6e580fc3-673b-42db-b5df-aa2fdd036b73'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:08:03.709850 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:04.076679 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1c97be3f-a158-4d07-ab6b-e26b685ac792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:04.313666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:04.317763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:04.515103 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d63430d8-d10f-4448-ab49-48428d259f67 req-f4778c49-117b-4d4b-bc1b-919fccfd258b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1486552 Apr 06 10:08:04.573970 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 760e9ee2-21ec-4cca-b52b-19500dd27cb2 associated. External IP: 172.28.0.20, port: 6e580fc3-673b-42db-b5df-aa2fdd036b73. Apr 06 10:08:04.761455 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:08:04.853901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5828-2d02-4df7-8fc7-a68c3ff94fe8 req-32b5bfef-8923-46ca-aa6b-275c83717233 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:04.855928 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-499f5828-2d02-4df7-8fc7-a68c3ff94fe8 req-32b5bfef-8923-46ca-aa6b-275c83717233 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.1108000 Apr 06 10:08:04.859034 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-ad5101b6-50d1-49d3-8281-7658d165c457 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448596 Apr 06 10:08:04.912006 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-499f5828-2d02-4df7-8fc7-a68c3ff94fe8 req-96d6b6c8-45cc-4dfc-8ce8-9b4822347ac3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508602 Apr 06 10:08:05.071503 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:08:05.281332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:08:05.285787 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:05.291219 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:08:05.305738 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:08:05.306331 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:07:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:08:05.385748 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c13d5a9c-9fa2-4f8a-a2ea-de377a3b2c4f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "PUT /v2.0/floatingips/760e9ee2-21ec-4cca-b52b-19500dd27cb2 HTTP/1.1" status: 200 len: 991 time: 1.7570112 Apr 06 10:08:05.386463 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:08:05.417438 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-057131e6-f2f6-471b-9b91-9edd2da12892 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4&tenant_id=2ae960f36c644d69b368d3fc2acf4d6a HTTP/1.1" status: 200 len: 1096 time: 0.0998118 Apr 06 10:08:05.474649 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5022631d-48dd-4cdf-ba2b-12e4d1275bde'] response: {'name': 'network-changed', 'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'status': 'completed', 'code': 200} Apr 06 10:08:05.523069 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:08:05.570950 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-fedcfd64-2128-4f0b-ac6b-d4d559a19b8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1318293 Apr 06 10:08:05.574308 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-3f922c9f-d1fe-47c6-8bad-45ba348f58f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 1099 time: 0.0948422 Apr 06 10:08:05.807920 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-88853afc-ab6c-4258-96aa-efda3ec5c896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:05.809365 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-88853afc-ab6c-4258-96aa-efda3ec5c896 service neutron] 10.222.0.48 "GET /v2.0/networks?id=abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 200 len: 918 time: 0.2292376 Apr 06 10:08:05.810326 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-32339891-c0a9-4b4e-b6a2-efb154ce5e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:05.811564 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-32339891-c0a9-4b4e-b6a2-efb154ce5e10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.2303920 Apr 06 10:08:05.859876 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}, {'id': '760e9ee2-21ec-4cca-b52b-19500dd27cb2', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:0d:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:07:48Z', 'updated_at': '2022-04-06T10:08:04Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:08:05.864509 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:08:05.875345 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:08:05.875932 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:07:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:08:06.002028 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-af601251-9bf8-4e86-913d-e7688d45fd0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 200 len: 998 time: 0.1817327 Apr 06 10:08:06.003680 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-57e62ffc-4112-4d67-ae39-797225450ca1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73 HTTP/1.1" status: 200 len: 999 time: 0.1823540 Apr 06 10:08:06.058426 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:08:06.114845 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-93dcde52-273a-43b5-a30b-ec474b5ad5c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:06.116633 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-93dcde52-273a-43b5-a30b-ec474b5ad5c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 200 len: 856 time: 0.1047120 Apr 06 10:08:06.119651 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-1135a124-bea3-480e-bc90-e429de4e4d56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:06.121061 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-1135a124-bea3-480e-bc90-e429de4e4d56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0793011 Apr 06 10:08:06.124484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fefca3-75b0-4681-bfa1-34ef42276317 req-9cf3bea8-1f5d-4f05-baad-acf05fad5cf9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:06.126503 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15fefca3-75b0-4681-bfa1-34ef42276317 req-9cf3bea8-1f5d-4f05-baad-acf05fad5cf9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0766582 Apr 06 10:08:06.172576 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-15fefca3-75b0-4681-bfa1-34ef42276317 req-e981673e-ba41-4fad-a723-0ef8657c8b22 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 Apr 06 10:08:06.247044 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b6418f88-385f-40e1-a605-ea9481760f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:06.258768 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-7b3ec885-2af6-4bb6-9610-431678577a50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abb28f3b-7693-4daf-9b7a-f48945227645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315107 Apr 06 10:08:06.262049 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-634f0f0a-3cb0-4ff2-96c4-566c9a956d57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1337471 Apr 06 10:08:06.415615 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}, {'id': '760e9ee2-21ec-4cca-b52b-19500dd27cb2', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:0d:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:07:48Z', 'updated_at': '2022-04-06T10:08:04Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:08:06.419427 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b319e-bfaa-495f-9ad9-6222eb8c44d0 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}, {'id': '760e9ee2-21ec-4cca-b52b-19500dd27cb2', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:0d:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:07:48Z', 'updated_at': '2022-04-06T10:08:04Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:08:06.604286 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-873de631-a84f-4210-8797-dbc21f1fa078 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346472 Apr 06 10:08:06.605874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-b181f936-4843-49b8-9c63-eb1da325ba23 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348458 Apr 06 10:08:06.621006 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdd154-21bf-40c2-8825-b32c4c423c77 None None] New status for floating IP 760e9ee2-21ec-4cca-b52b-19500dd27cb2: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:08:06.845908 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-2e0a51a4-8575-4533-af6e-5c54664eab41 service neutron] 10.222.0.48 "GET /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311339 Apr 06 10:08:06.848729 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3a9124e8-bc23-4300-bbad-b14ae68f1a05 req-d75acd1e-1e64-4f94-8d66-5c1fd3ad37fe service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325449 Apr 06 10:08:07.387794 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c100-1900-4e9a-bfcb-8757251e6d79 req-25da434f-3658-4bf8-99ba-37d9d2fa37dc tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:07.389177 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-73f3c100-1900-4e9a-bfcb-8757251e6d79 req-25da434f-3658-4bf8-99ba-37d9d2fa37dc tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0779574 Apr 06 10:08:07.395829 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:07.437348 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-73f3c100-1900-4e9a-bfcb-8757251e6d79 req-aa8547da-e86b-4008-bbfd-71b27df50c8e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Apr 06 10:08:07.495552 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:08.689583 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25add4-d82b-4ab3-a4d6-ea813a1d17dd req-2bd23c7c-49e7-4f75-adb1-9076abfb305c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:08.692847 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ad25add4-d82b-4ab3-a4d6-ea813a1d17dd req-2bd23c7c-49e7-4f75-adb1-9076abfb305c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.1007788 Apr 06 10:08:08.733949 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:08.752464 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ad25add4-d82b-4ab3-a4d6-ea813a1d17dd req-8563e3d3-457c-44e2-b346-2a5b2c4978dd tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550768 Apr 06 10:08:09.980168 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f053c-5b50-45f2-821e-ce0d4d8a1fac req-73bf45ab-eb1a-4e30-9b30-e7ea04280097 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:09.981932 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe3f053c-5b50-45f2-821e-ce0d4d8a1fac req-73bf45ab-eb1a-4e30-9b30-e7ea04280097 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0910182 Apr 06 10:08:10.033100 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fe3f053c-5b50-45f2-821e-ce0d4d8a1fac req-41ce4a28-728b-48a3-8652-a261bf6cb581 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Apr 06 10:08:11.251357 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aff56-7c41-45fc-b123-5940da3542fa req-eaa649e6-63bb-47da-ac9f-b29c16d39828 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:11.252862 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a2aff56-7c41-45fc-b123-5940da3542fa req-eaa649e6-63bb-47da-ac9f-b29c16d39828 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0747421 Apr 06 10:08:11.301084 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1a2aff56-7c41-45fc-b123-5940da3542fa req-fb297534-5dc9-4455-a4e8-ca954c32b55c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Apr 06 10:08:12.530758 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862356df-739e-467d-8a98-b9e9ab1942d5 req-8add0fff-ca43-4def-9e4a-313b323aa58e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:12.532186 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-862356df-739e-467d-8a98-b9e9ab1942d5 req-8add0fff-ca43-4def-9e4a-313b323aa58e tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0778584 Apr 06 10:08:12.576889 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-862356df-739e-467d-8a98-b9e9ab1942d5 req-a6004373-8ce4-4312-b800-9fcc82c3bd5c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Apr 06 10:08:13.893999 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9a24-9a5f-450b-9f69-5e15bc3e8d52 req-f84941dc-8eba-48d1-a3ba-b39f07ac3581 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:13.895534 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f98e9a24-9a5f-450b-9f69-5e15bc3e8d52 req-f84941dc-8eba-48d1-a3ba-b39f07ac3581 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.1489692 Apr 06 10:08:13.943993 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f98e9a24-9a5f-450b-9f69-5e15bc3e8d52 req-fdf204f1-db42-4402-8cd8-a376f4aaa4f6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Apr 06 10:08:15.152930 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4ec36-5163-4756-a202-e0aac12d188a req-26e77ad0-ad83-4aa1-86b6-6c0bf6501221 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:15.154223 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f8f4ec36-5163-4756-a202-e0aac12d188a req-26e77ad0-ad83-4aa1-86b6-6c0bf6501221 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0770741 Apr 06 10:08:15.198649 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f8f4ec36-5163-4756-a202-e0aac12d188a req-1336ddb0-94bb-4a5c-a9af-e75a7e84f7e7 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 Apr 06 10:08:16.421667 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c1d63-7ce3-4e1d-93ac-25572c917ce9 req-4f8101f3-1cac-42cc-adb0-615f6afe0dea tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:16.423110 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3e0c1d63-7ce3-4e1d-93ac-25572c917ce9 req-4f8101f3-1cac-42cc-adb0-615f6afe0dea tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0809970 Apr 06 10:08:16.467843 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3e0c1d63-7ce3-4e1d-93ac-25572c917ce9 req-bd9be03c-dfce-41fd-b6e8-a9578bc39b46 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Apr 06 10:08:17.708933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9b5be-f94c-4d2e-9b6c-4815bd96f02f req-2ad05819-b843-4d82-b472-8c6271ee63ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:17.710407 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-86f9b5be-f94c-4d2e-9b6c-4815bd96f02f req-2ad05819-b843-4d82-b472-8c6271ee63ab tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0842743 Apr 06 10:08:17.760166 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-86f9b5be-f94c-4d2e-9b6c-4815bd96f02f req-907fb91b-03de-415d-a9c6-215414ef30d6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Apr 06 10:08:19.119894 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ac01f-9225-45bb-bf81-106b5659aa1c req-344450f5-289c-4ba6-baac-ecb8573af9a8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:19.121295 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-050ac01f-9225-45bb-bf81-106b5659aa1c req-344450f5-289c-4ba6-baac-ecb8573af9a8 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0745902 Apr 06 10:08:19.165078 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-050ac01f-9225-45bb-bf81-106b5659aa1c req-6d4d57ce-bf79-4434-82bb-533478fad85c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Apr 06 10:08:20.387755 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728996ed-8cf0-475d-9c77-85e5e388880c req-85f7f4dd-6b61-42fc-af47-3c27be0d112b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:20.389178 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-728996ed-8cf0-475d-9c77-85e5e388880c req-85f7f4dd-6b61-42fc-af47-3c27be0d112b tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0763876 Apr 06 10:08:20.433089 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-728996ed-8cf0-475d-9c77-85e5e388880c req-1e07d14e-86ca-4853-9f56-0780e5d5051c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Apr 06 10:08:21.639841 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5547a-c94a-4341-82a0-4d700071f519 req-02b4d431-c6ba-47a0-9ef2-09c8455aa7db tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:21.641391 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1b5547a-c94a-4341-82a0-4d700071f519 req-02b4d431-c6ba-47a0-9ef2-09c8455aa7db tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0760102 Apr 06 10:08:21.685205 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1b5547a-c94a-4341-82a0-4d700071f519 req-6526fe27-59a0-4acb-a8bd-d55b8b0acbb4 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Apr 06 10:08:22.899083 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da4392-5ee2-4100-b01c-9c05f3732ed6 req-5a8de90c-abdd-4e83-ab5c-440e86bdd758 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:22.900537 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6da4392-5ee2-4100-b01c-9c05f3732ed6 req-5a8de90c-abdd-4e83-ab5c-440e86bdd758 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0762212 Apr 06 10:08:22.947460 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6da4392-5ee2-4100-b01c-9c05f3732ed6 req-025c7b3d-454e-48de-96a2-eb9334b476b3 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Apr 06 10:08:23.908119 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:24.153072 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba012a0-f8bb-47fb-b4ba-ee7b6eb1e079 req-ab77aba6-d338-4ac4-b801-d3956d5b4b9f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:24.154490 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6ba012a0-f8bb-47fb-b4ba-ee7b6eb1e079 req-ab77aba6-d338-4ac4-b801-d3956d5b4b9f tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0735657 Apr 06 10:08:24.201958 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6ba012a0-f8bb-47fb-b4ba-ee7b6eb1e079 req-05922680-1772-4fe7-a51d-483eb0065f0c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Apr 06 10:08:25.410137 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe6c1-ce32-4334-835b-1b4b2beaa6a4 req-3152112b-173d-4769-b5c9-445882d39266 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:25.411773 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-726fe6c1-ce32-4334-835b-1b4b2beaa6a4 req-3152112b-173d-4769-b5c9-445882d39266 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0737069 Apr 06 10:08:25.455478 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-726fe6c1-ce32-4334-835b-1b4b2beaa6a4 req-680564cb-c66e-49e6-b9e6-9dd33ae54bba tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Apr 06 10:08:26.664102 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a8388-4bc5-4764-acb0-365594f0bc35 req-55e3c30b-a464-4f74-8ba6-6f8a090768c0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:26.665550 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ba2a8388-4bc5-4764-acb0-365594f0bc35 req-55e3c30b-a464-4f74-8ba6-6f8a090768c0 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 943 time: 0.0740619 Apr 06 10:08:26.710453 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ba2a8388-4bc5-4764-acb0-365594f0bc35 req-ead7a074-ad84-4183-978b-126d1853c5b9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Apr 06 10:08:26.931017 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:08:27.056623 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:08:27.073299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'port_id': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'mac_address': 'fa:16:3e:b3:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:08:27.123183 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:27.139966 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:08:27.154097 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:08:27.157881 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:27.226485 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=9']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:08:27.234625 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.234954 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.235302 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.235647 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.235965 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.236334 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.236646 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.236955 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.237261 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.237567 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.237875 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:08:27.574832 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['b27b23d3-8a05-458f-8c65-a94260f28c52'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:08:27.922210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d310-0464-4f5d-8915-ac56fb71f8f2 req-3d5fdfb8-0ec9-4559-8432-60221a054446 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:27.923536 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f8e9d310-0464-4f5d-8915-ac56fb71f8f2 req-3d5fdfb8-0ec9-4559-8432-60221a054446 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 944 time: 0.0790253 Apr 06 10:08:27.967984 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f8e9d310-0464-4f5d-8915-ac56fb71f8f2 req-f10c1174-e0a9-4435-975e-881be7ade761 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 Apr 06 10:08:28.964028 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:08:29.032906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port b27b23d3-8a05-458f-8c65-a94260f28c52 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:08:29.033257 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:29.143438 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:29.169082 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:08:29.179430 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:08:29.182819 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af366-d0fb-4429-ba31-12830b3acc74 req-4d5d4ca0-e820-4ca0-afac-be03e9262122 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:29.184325 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6c1af366-d0fb-4429-ba31-12830b3acc74 req-4d5d4ca0-e820-4ca0-afac-be03e9262122 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 944 time: 0.0795884 Apr 06 10:08:29.184605 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:29.228530 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee08f258-d0b5-4c90-9b13-045899414465'] response: {'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'code': 200} Apr 06 10:08:29.233650 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6c1af366-d0fb-4429-ba31-12830b3acc74 req-189d7748-adec-4fe4-b9fb-5f87d90b3a8d tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Apr 06 10:08:29.255148 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=10']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:08:29.463464 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3659e451-9972-41ec-b31c-02e8551c5ab6 req-3fa8250b-55b2-42b5-a2cd-5d1aa86fc8ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0762620 Apr 06 10:08:29.505174 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3659e451-9972-41ec-b31c-02e8551c5ab6 req-d6e958b1-4a0b-4dc6-9094-466a256f084f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Apr 06 10:08:30.448088 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2acb-62a4-4ead-91b7-fb65d791ff46 req-cab04c75-467a-4066-a63f-e4ae27bb7542 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:30.449550 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-836d2acb-62a4-4ead-91b7-fb65d791ff46 req-cab04c75-467a-4066-a63f-e4ae27bb7542 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0775242 Apr 06 10:08:30.499160 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-836d2acb-62a4-4ead-91b7-fb65d791ff46 req-b6056093-cdc0-4586-80e4-621cb95a5240 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Apr 06 10:08:31.706797 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598549-9375-49f0-9e78-3bf5738ef1d5 req-8fa7202d-aa54-40fb-9eaf-aa9d72e01401 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:31.708373 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3598549-9375-49f0-9e78-3bf5738ef1d5 req-8fa7202d-aa54-40fb-9eaf-aa9d72e01401 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0750172 Apr 06 10:08:31.753060 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3598549-9375-49f0-9e78-3bf5738ef1d5 req-51619ea3-346d-4aa3-a891-3c05255d5094 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393057 Apr 06 10:08:34.078621 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8c0e-ad11-45a3-a32a-c48744a3fb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:36.249610 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6ee9c640-47d0-4bf3-90fa-cc6380cdbfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:37.396506 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:37.497209 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:38.732920 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:39.631656 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:08:53.924088 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:08:57.948923 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-93fbd634-c3af-4f7e-8f96-313bd8e6c8db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650640 Apr 06 10:08:58.119388 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-3393da28-13ad-4ce2-9513-306ba5cd152c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 1099 time: 0.1517100 Apr 06 10:08:58.256350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-481181cb-70a6-4785-99d4-f3a8150b2f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:58.257653 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-481181cb-70a6-4785-99d4-f3a8150b2f16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1199789 Apr 06 10:08:58.357065 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-8b4dd41d-c875-468c-8d8e-474f8e8e9115 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 200 len: 1002 time: 0.0931885 Apr 06 10:08:58.417552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-3b4ceb4a-393f-4994-9cea-3a3ccd328944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:08:58.418884 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-3b4ceb4a-393f-4994-9cea-3a3ccd328944 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0550950 Apr 06 10:08:58.492665 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-97616d87-2ef4-44d2-8bc6-ad9effb372c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674303 Apr 06 10:08:58.621255 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-f8b1ab58-5436-4a70-8313-bb2ee30b41a9 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228926 Apr 06 10:08:58.747522 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f5b2be07-fcf4-494c-8a5d-beb78ae6b67d req-a9a11508-2423-4854-8d30-5862cc1dec07 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199276 Apr 06 10:09:04.085736 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8f5b42b4-e078-4cfd-8b2c-4e34adf83d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:06.250758 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc5-a1db-4687-b478-6febf1fbf243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:07.399608 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:07.499750 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:08.736336 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:11.807734 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35298) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:12.123780 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Deleting port b9ad24a5-a68b-430a-ae64-c1afca288460 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:12.124029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:12.289145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:12.289452 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:12.410436 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Calling delete_port for b9ad24a5-a68b-430a-ae64-c1afca288460 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:12.557925 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:12.603236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event deleted for resources: {'Port': ['ID=b9ad24a5-a68b-430a-ae64-c1afca288460,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:12.642211 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.642549 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.642877 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.643204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.643526 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.643843 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.644160 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.644503 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.644882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.645196 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.645509 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:12.702790 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:13.152879 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Router e826d44b-98c6-458b-8b65-6eb8263b56a4 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:13.344191 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:13.354444 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Sync routers for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:13.365233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:13.366809 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:13.367414 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:13.422337 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-12c922f3-a5de-45a5-85c9-45b3600dec4a tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "DELETE /v2.0/floatingips/794455e1-b252-4990-8b2f-00c14a52ba36 HTTP/1.1" status: 204 len: 168 time: 1.6134973 Apr 06 10:09:13.422803 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:13.571648 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:13.576664 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a95e65-9f86-4005-a033-d616c218672b'] response: {'name': 'network-changed', 'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'status': 'completed', 'code': 200} Apr 06 10:09:13.674557 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-af9b9e2c-2456-4250-a9a7-680a3b546892 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76d7d470adc4b258a71236b4437db3f&device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 1099 time: 0.0738723 Apr 06 10:09:13.809729 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-79528bbd-a84c-4d57-aa24-546af3155810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:13.811298 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-79528bbd-a84c-4d57-aa24-546af3155810 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 200 len: 909 time: 0.1284540 Apr 06 10:09:13.881670 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-1e80070d-186b-45b1-bf8a-89ba28787a8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 200 len: 217 time: 0.0637882 Apr 06 10:09:13.889792 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:13.893594 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Checking router: e826d44b-98c6-458b-8b65-6eb8263b56a4 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:13.904628 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:13.905210 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:13.907347 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01712f-e82a-4d39-b9e0-37120f640de5 req-995e9e73-ad6f-41bb-88ca-0788613f274f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:13.908172 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3c01712f-e82a-4d39-b9e0-37120f640de5 req-995e9e73-ad6f-41bb-88ca-0788613f274f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Synchronizing usage tracker for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:13.924499 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3c01712f-e82a-4d39-b9e0-37120f640de5 req-995e9e73-ad6f-41bb-88ca-0788613f274f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Unset dirty status for tenant:a76d7d470adc4b258a71236b4437db3f on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:13.925743 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3c01712f-e82a-4d39-b9e0-37120f640de5 req-995e9e73-ad6f-41bb-88ca-0788613f274f tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1738739 Apr 06 10:09:13.946913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-5e7dd732-2806-4ccb-9468-0cb514942634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:13.948353 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-5e7dd732-2806-4ccb-9468-0cb514942634 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 200 len: 847 time: 0.0601962 Apr 06 10:09:13.972398 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3c01712f-e82a-4d39-b9e0-37120f640de5 req-288cd023-c0cc-4411-84ac-3891ed109e72 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391459 Apr 06 10:09:14.027968 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-cc56818c-1731-449a-b001-e4df0ff7a3fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c67bd572-ca64-41a5-9b0e-178f741f1bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734956 Apr 06 10:09:14.078708 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:14.161682 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-c4f889c7-377e-47a2-ad42-f8118e337fa4 service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265316 Apr 06 10:09:14.289099 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-150e325a-8ea4-4f39-b23f-eb17dd20dca4 req-0243842e-98c1-48c9-a1cd-fbecfd20d7cc service neutron] 10.222.0.48 "GET /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211054 Apr 06 10:09:14.383877 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:14.387644 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce285ce-696c-4184-aaff-1b5bfb1dc4bd None None] The sync data for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb is: [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:42Z', 'revision_number': 4, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'ab32c07c-a73b-4b89-a2a2-dad9c961c955', 'name': '', 'network_id': 'c67bd572-ca64-41a5-9b0e-178f741f1bdb', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'mac_address': 'fa:16:3e:90:41:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:41Z', 'updated_at': '2022-04-06T10:02:56Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'subnets': [{'id': '1ed20f0f-9248-4292-b6ae-8e4e71faeb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:14.591545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac26931-1f60-4edc-acb4-396022e26645 None None] New status for floating IP 794455e1-b252-4990-8b2f-00c14a52ba36: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:09:15.233843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e43ddc-dba9-41f5-beed-07a53549002d req-30608717-f231-44b2-92b3-67096b434bf5 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:15.235306 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f6e43ddc-dba9-41f5-beed-07a53549002d req-30608717-f231-44b2-92b3-67096b434bf5 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.1418598 Apr 06 10:09:15.279861 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f6e43ddc-dba9-41f5-beed-07a53549002d req-19515030-eeae-4460-bdca-7ab2629c9f61 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c693f0be-f849-4522-954b-c61912b0fd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Apr 06 10:09:15.546544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-bea4dcc4-d2f2-478d-be01-934e40d77025 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:15.547906 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-bea4dcc4-d2f2-478d-be01-934e40d77025 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.48 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 946 time: 0.0757523 Apr 06 10:09:15.689218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Deleting port 5734066a-7fb0-4a47-b876-069822823f68 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:15.689552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:15.924770 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] For port 5734066a-7fb0-4a47-b876-069822823f68, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=5734066a-7fb0-4a47-b876-069822823f68,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:15.925031 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:16.040995 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Calling delete_port for 5734066a-7fb0-4a47-b876-069822823f68 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:16.177611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:16.226153 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event deleted for resources: {'Port': ['ID=5734066a-7fb0-4a47-b876-069822823f68,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:16.267460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.268150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.268150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.268491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.268752 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.269070 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.269383 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.270317 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.270627 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.271068 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.271338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:16.311139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] No DVR routers for this DVR port 5734066a-7fb0-4a47-b876-069822823f68 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:16.313545 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:16.315968 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-deleted', 'tag': '5734066a-7fb0-4a47-b876-069822823f68'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:16.332299 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-81bfb1cf-18d3-4305-a996-a83d7ffb3f37 req-391ad211-ef4a-48c8-a582-ad2109e08c1d tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.48 "DELETE /v2.0/ports/5734066a-7fb0-4a47-b876-069822823f68 HTTP/1.1" status: 204 len: 173 time: 0.7788844 Apr 06 10:09:16.375792 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b58c46-04cf-42c4-9529-f8360ca3b0dd'] response: {'server_uuid': '827fd6bc-a03c-480f-979f-3a0443cda2b8', 'name': 'network-vif-deleted', 'tag': '5734066a-7fb0-4a47-b876-069822823f68', 'status': 'completed', 'code': 200} Apr 06 10:09:16.455215 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f057feae-3e42-41b9-932e-93902ac5d1e3 req-c5d8f2e2-7333-4626-999b-3eda4a7d67e2 tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "GET /v2.0/ports?device_id=827fd6bc-a03c-480f-979f-3a0443cda2b8 HTTP/1.1" status: 200 len: 210 time: 0.0400882 Apr 06 10:09:16.633278 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:09:17.558418 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35328) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:17.628145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:17.657210 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:17.720216 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:17.739134 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693f0be-f849-4522-954b-c61912b0fd15,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:17.751195 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:17.752344 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a2ed74da-3fa3-431f-a354-c31d5747b0be tempest-TestShelveInstance-165637336 tempest-TestShelveInstance-165637336-project] 10.222.0.39 "DELETE /v2.0/security-groups/c693f0be-f849-4522-954b-c61912b0fd15 HTTP/1.1" status: 204 len: 168 time: 0.1929371 Apr 06 10:09:17.807153 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35334) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:18.243233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:18.911421 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Deleting port ab32c07c-a73b-4b89-a2a2-dad9c961c955 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:18.912133 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:19.077859 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] For port ab32c07c-a73b-4b89-a2a2-dad9c961c955, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=ab32c07c-a73b-4b89-a2a2-dad9c961c955,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:19.078199 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:19.192307 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Calling delete_port for ab32c07c-a73b-4b89-a2a2-dad9c961c955 owned by network:router_interface {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:19.243915 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:19.278244 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 5734066a-7fb0-4a47-b876-069822823f68 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:19.278582 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 5734066a-7fb0-4a47-b876-069822823f68 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:19.362145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:19.403799 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab32c07c-a73b-4b89-a2a2-dad9c961c955,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:19.683572 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:20.321209 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Router e826d44b-98c6-458b-8b65-6eb8263b56a4 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:20.513213 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:20.523762 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Sync routers for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:20.525284 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9acc14f7-a643-4723-b3bc-729a00f5f7e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e826d44b-98c6-458b-8b65-6eb8263b56a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7170594 Apr 06 10:09:20.527752 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35340) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:20.537804 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:20.538669 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:20.715865 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:20.717868 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:20.913106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:20.926421 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Deleting port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:20.926791 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:21.018766 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:09:19Z', 'revision_number': 5, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port': {'id': '7c8f80cf-2197-4bb0-833c-d18dc3c9c221', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:21.022779 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Checking router: e826d44b-98c6-458b-8b65-6eb8263b56a4 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:21.033138 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Routers {'e826d44b-98c6-458b-8b65-6eb8263b56a4'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:21.033738 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['e826d44b-98c6-458b-8b65-6eb8263b56a4'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:21.096710 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] For port 7c8f80cf-2197-4bb0-833c-d18dc3c9c221, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:21.097056 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:21.181062 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] Set router e826d44b-98c6-458b-8b65-6eb8263b56a4 gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:21.213142 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Calling delete_port for 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:21.284518 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:09:20Z', 'revision_number': 6, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:21.289369 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1403f-2c2c-4def-85f2-997ac1001b38 None None] The sync data for ids ['e826d44b-98c6-458b-8b65-6eb8263b56a4'] in dv-cinder-836753-1-smb is: [{'id': 'e826d44b-98c6-458b-8b65-6eb8263b56a4', 'name': 'tempest-TestShelveInstance-970804477-router', 'tenant_id': 'a76d7d470adc4b258a71236b4437db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:38Z', 'updated_at': '2022-04-06T10:09:20Z', 'revision_number': 6, 'project_id': 'a76d7d470adc4b258a71236b4437db3f', 'gw_port_host': None}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:21.461793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:21.506830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8f80cf-2197-4bb0-833c-d18dc3c9c221,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:21.737267 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:21.999996 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.004516 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.029462 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.029967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e826d44b-98c6-458b-8b65-6eb8263b56a4 {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:09:22.043603 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.048832 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e0ea3471-1fa9-4511-8383-8240800dc400 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e826d44b-98c6-458b-8b65-6eb8263b56a4 HTTP/1.1" status: 204 len: 168 time: 1.5179098 Apr 06 10:09:22.049075 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35346) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:22.107611 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Deleting subnet 1ed20f0f-9248-4292-b6ae-8e4e71faeb1d {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:09:22.111112 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.159658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.287121 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.355485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.392604 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed20f0f-9248-4292-b6ae-8e4e71faeb1d,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:22.397868 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.403455 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8e519-8e51-4931-987a-45897bf0901c None None] Network c67bd572-ca64-41a5-9b0e-178f741f1bdb requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:09:22.403973 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-541c8c3b-46a3-4c9e-879f-bbbb7a2d05ae admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ed20f0f-9248-4292-b6ae-8e4e71faeb1d HTTP/1.1" status: 204 len: 168 time: 0.3536732 Apr 06 10:09:22.406185 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35350) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:22.513650 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.525794 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Deleting port e2ddf59f-61de-450a-845e-9d30f268a926 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:22.526326 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.649562 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] DHCP port deletion for c67bd572-ca64-41a5-9b0e-178f741f1bdb request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:09:22.653552 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Deleting port e2ddf59f-61de-450a-845e-9d30f268a926 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:22.653962 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.725656 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] For port e2ddf59f-61de-450a-845e-9d30f268a926, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e2ddf59f-61de-450a-845e-9d30f268a926,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:22.725996 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.850996 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] For port e2ddf59f-61de-450a-845e-9d30f268a926, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e2ddf59f-61de-450a-845e-9d30f268a926,segment=NetworkSegment(194f3aed-d0a9-4edb-b8f4-f07d191bada4),segment_id=194f3aed-d0a9-4edb-b8f4-f07d191bada4)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:22.851300 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:22.932968 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Calling delete_port for e2ddf59f-61de-450a-845e-9d30f268a926 owned by network:dhcp {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:22.963676 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device ab32c07c-a73b-4b89-a2a2-dad9c961c955 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:22.998497 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Calling delete_port for e2ddf59f-61de-450a-845e-9d30f268a926 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:23.012217 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.034360 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: ab32c07c-a73b-4b89-a2a2-dad9c961c955 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:23.034689 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device ab32c07c-a73b-4b89-a2a2-dad9c961c955 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:23.035612 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:23.057587 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ddf59f-61de-450a-845e-9d30f268a926,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:23.063500 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] No DVR routers for this DVR port e2ddf59f-61de-450a-845e-9d30f268a926 on host dv-cinder-836753-1-smb {{(pid=83218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:23.069154 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:23.069484 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 7c8f80cf-2197-4bb0-833c-d18dc3c9c221 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:23.069887 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e2ddf59f-61de-450a-845e-9d30f268a926 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:23.112135 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: e2ddf59f-61de-450a-845e-9d30f268a926 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:23.112402 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e2ddf59f-61de-450a-845e-9d30f268a926 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:23.140067 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:09:23.140446 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:09:23.177286 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.201354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67bd572-ca64-41a5-9b0e-178f741f1bdb']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:23.212772 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194f3aed-d0a9-4edb-b8f4-f07d191bada4') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:23.213057 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194f3aed-d0a9-4edb-b8f4-f07d191bada4') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:23.223947 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.240583 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.246999 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:09:23.247389 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:09:23.261175 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:09:23.334944 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.350213 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.360006 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67bd572-ca64-41a5-9b0e-178f741f1bdb,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:23.373967 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-45eea5fa-0ed0-4132-91c7-0561bf69a4e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c67bd572-ca64-41a5-9b0e-178f741f1bdb HTTP/1.1" status: 204 len: 168 time: 0.9666915 Apr 06 10:09:23.376765 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35356) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:23.642071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Deleting port e2ddf59f-61de-450a-845e-9d30f268a926 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:23.642617 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.703018 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-ad1629a7-f7cd-44a7-ab1b-e0cb6e21031a None None] The port 'e2ddf59f-61de-450a-845e-9d30f268a926' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:09:23.764640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:23.925384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:24.447644 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Deleting port fcecffb9-dcd5-43f7-b37a-a41281f2bd75 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:24.447974 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:24.616155 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] For port fcecffb9-dcd5-43f7-b37a-a41281f2bd75, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:24.616778 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:24.731345 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Calling delete_port for fcecffb9-dcd5-43f7-b37a-a41281f2bd75 owned by network:router_interface {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:24.892607 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:24.935476 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcecffb9-dcd5-43f7-b37a-a41281f2bd75,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:25.218052 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:25.865614 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Router 9af68fc4-e5a4-4692-84ff-d82e41500b68 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:26.057455 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:26.065761 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Sync routers for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:26.075349 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1a4b4998-5bce-4592-9479-d616eef83fe0 admin admin] 10.222.0.39 "PUT /v2.0/routers/9af68fc4-e5a4-4692-84ff-d82e41500b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976070 Apr 06 10:09:26.077823 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35360) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:26.080097 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:26.080782 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:26.277734 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:26.287092 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:26.465976 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:26.476687 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Deleting port 42e27360-11bc-41ba-91eb-9051737e9cd1 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:26.477016 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:26.562554 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:09:24Z', 'revision_number': 5, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port': {'id': '42e27360-11bc-41ba-91eb-9051737e9cd1', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:02:49Z', 'updated_at': '2022-04-06T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:26.566919 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Checking router: 9af68fc4-e5a4-4692-84ff-d82e41500b68 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:26.577429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Routers {'9af68fc4-e5a4-4692-84ff-d82e41500b68'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:26.578012 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['9af68fc4-e5a4-4692-84ff-d82e41500b68'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:26.656786 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] For port 42e27360-11bc-41ba-91eb-9051737e9cd1, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=42e27360-11bc-41ba-91eb-9051737e9cd1,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:26.657132 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:26.723565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] Set router 9af68fc4-e5a4-4692-84ff-d82e41500b68 gateway port host: None {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:26.774755 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Calling delete_port for 42e27360-11bc-41ba-91eb-9051737e9cd1 owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:26.824554 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-b743f361-700b-479e-9b34-024b950dab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:09:26Z', 'revision_number': 6, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:26.828253 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b743f361-700b-479e-9b34-024b950dab70 None None] The sync data for ids ['9af68fc4-e5a4-4692-84ff-d82e41500b68'] in dv-cinder-836753-1-smb is: [{'id': '9af68fc4-e5a4-4692-84ff-d82e41500b68', 'name': 'tempest-TestShelveInstance-750286003-router', 'tenant_id': 'beec02f8525a43efa4daae03fe0f4092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:02:48Z', 'updated_at': '2022-04-06T10:09:26Z', 'revision_number': 6, 'project_id': 'beec02f8525a43efa4daae03fe0f4092', 'gw_port_host': None}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:26.953370 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:26.996967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Pushing event deleted for resources: {'Port': ['ID=42e27360-11bc-41ba-91eb-9051737e9cd1,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:27.307967 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.552448 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.556701 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.583675 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.584307 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af68fc4-e5a4-4692-84ff-d82e41500b68 {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:09:27.588633 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device fcecffb9-dcd5-43f7-b37a-a41281f2bd75 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:27.596327 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.598084 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f036feeb-9d1b-45d3-92d2-518acff3effd admin admin] 10.222.0.39 "DELETE /v2.0/routers/9af68fc4-e5a4-4692-84ff-d82e41500b68 HTTP/1.1" status: 204 len: 168 time: 1.5187201 Apr 06 10:09:27.600603 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35364) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:27.624508 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: fcecffb9-dcd5-43f7-b37a-a41281f2bd75 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:27.624955 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device fcecffb9-dcd5-43f7-b37a-a41281f2bd75 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:27.660919 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Deleting subnet cbe0f889-43a5-4edd-9ffc-991a9d3303cc {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:09:27.663800 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.711640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.791818 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.861944 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.898283 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe0f889-43a5-4edd-9ffc-991a9d3303cc,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:27.904243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:27.909167 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cc24d-0819-4bea-bcba-b409db08d6d2 None None] Network 3d21ae5a-e574-4fcc-b1a3-3af73c79457d requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:09:27.911531 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d95af2d5-6817-46d5-9039-35218001b9f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cbe0f889-43a5-4edd-9ffc-991a9d3303cc HTTP/1.1" status: 204 len: 168 time: 0.3099666 Apr 06 10:09:27.913984 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35368) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:28.017164 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.027513 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Deleting port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:28.027829 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.143178 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] DHCP port deletion for 3d21ae5a-e574-4fcc-b1a3-3af73c79457d request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:09:28.150896 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Deleting port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:28.152216 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.235119 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] For port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:28.235479 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.345357 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] For port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,segment=NetworkSegment(d4810984-125b-4d00-af00-6b605964aa30),segment_id=d4810984-125b-4d00-af00-6b605964aa30)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:28.345652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.352764 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Calling delete_port for 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 owned by network:dhcp {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:28.427080 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.470149 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a74bd89-e1d7-4a17-ae7b-1267a6904b53,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:28.476169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] No DVR routers for this DVR port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 on host dv-cinder-836753-1-smb {{(pid=83218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:28.493176 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Calling delete_port for 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:28.562663 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:09:28.563004 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:09:28.669986 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.694450 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d21ae5a-e574-4fcc-b1a3-3af73c79457d']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:28.705874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4810984-125b-4d00-af00-6b605964aa30') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:28.706171 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4810984-125b-4d00-af00-6b605964aa30') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:28.717016 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.732486 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.738407 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:09:28.738774 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:09:28.751499 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:09:28.824742 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.843022 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:28.848948 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d21ae5a-e574-4fcc-b1a3-3af73c79457d,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:28.858198 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b45fb824-b75b-4584-8f99-00303ea44af4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d21ae5a-e574-4fcc-b1a3-3af73c79457d HTTP/1.1" status: 204 len: 168 time: 0.9430563 Apr 06 10:09:28.916132 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:28.948283 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:28.948630 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:28.949028 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 42e27360-11bc-41ba-91eb-9051737e9cd1 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:28.979637 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 42e27360-11bc-41ba-91eb-9051737e9cd1 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:28.979968 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 42e27360-11bc-41ba-91eb-9051737e9cd1 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:28.995850 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35374) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:29.047385 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-802c90a3-b91b-4b21-ab44-9126ecef8276 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a76d7d470adc4b258a71236b4437db3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503795 Apr 06 10:09:29.049800 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35378) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:29.064304 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Deleting port 6a74bd89-e1d7-4a17-ae7b-1267a6904b53 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:29.064673 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.110574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.127808 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-565f519d-96ee-4a26-b92f-d65d74ec2b23 None None] The port '6a74bd89-e1d7-4a17-ae7b-1267a6904b53' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:09:29.137128 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.186349 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.204384 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93880c8e-30de-4e56-b5df-00204c6e0b84,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:29.211291 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.212436 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2a2721ff-525d-412f-9d96-6d42c181ebea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93880c8e-30de-4e56-b5df-00204c6e0b84 HTTP/1.1" status: 204 len: 168 time: 0.1617420 Apr 06 10:09:29.591772 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35386) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:29.641309 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-bd79092b-1b2b-45da-96de-e7666323fcb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beec02f8525a43efa4daae03fe0f4092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483799 Apr 06 10:09:29.643661 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35390) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:29.701398 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.726139 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.777555 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.794233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a33f9-50f2-47c4-8b06-ca816ac9cdb4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:29.798496 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:29.799421 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-058d2796-ac5d-498c-94fd-f0692e34d2c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c7a33f9-50f2-47c4-8b06-ca816ac9cdb4 HTTP/1.1" status: 204 len: 168 time: 0.1547954 Apr 06 10:09:34.079615 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b4618794-6d43-44ce-9d87-67bbc44d3662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:34.338358 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f7447-a7a6-4da1-b59b-f1817023423b req-9aa955b8-26b2-4f65-bd00-bf35d01d650a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:34.339781 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-480f7447-a7a6-4da1-b59b-f1817023423b req-9aa955b8-26b2-4f65-bd00-bf35d01d650a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0754521 Apr 06 10:09:34.384635 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-480f7447-a7a6-4da1-b59b-f1817023423b req-e82e1474-0c76-4304-85dc-703d4140d4cc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393248 Apr 06 10:09:35.584700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3b55a-6280-49e6-8bbb-89b51b9b7319 req-eacb0e44-cc8b-44e6-ab2d-de0c18b0ebd5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:35.586111 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7de3b55a-6280-49e6-8bbb-89b51b9b7319 req-eacb0e44-cc8b-44e6-ab2d-de0c18b0ebd5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0770218 Apr 06 10:09:35.631997 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7de3b55a-6280-49e6-8bbb-89b51b9b7319 req-ce5f37f4-1793-467c-909d-915c84aa39f1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403149 Apr 06 10:09:35.967565 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-0de38a99-68b6-4afa-b5fc-306851c2511e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:35.968952 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-0de38a99-68b6-4afa-b5fc-306851c2511e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 946 time: 0.0756783 Apr 06 10:09:36.033972 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port 6e580fc3-673b-42db-b5df-aa2fdd036b73 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:36.034300 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.252833 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f907fba4-682a-4e3d-b52d-39faeb019209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.273698 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] For port 6e580fc3-673b-42db-b5df-aa2fdd036b73, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=6e580fc3-673b-42db-b5df-aa2fdd036b73,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:36.274048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.549931 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.551085 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.551551 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 760e9ee2-21ec-4cca-b52b-19500dd27cb2 disassociated. External IP: 172.28.0.20, port: 6e580fc3-673b-42db-b5df-aa2fdd036b73. Apr 06 10:09:36.551911 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for 6e580fc3-673b-42db-b5df-aa2fdd036b73 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:36.767314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:36.802152 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-90bb73ff-5ce6-4da0-949b-55d3b665daed req-daff13a0-451c-463a-8c98-c280b6494f75 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 210 time: 0.0456729 Apr 06 10:09:36.818287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=6e580fc3-673b-42db-b5df-aa2fdd036b73,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:37.037519 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:37.239639 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:37.252123 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:37.265660 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:37.266355 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:37.331198 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] No DVR routers for this DVR port 6e580fc3-673b-42db-b5df-aa2fdd036b73 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:37.334212 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:37.336757 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'name': 'network-vif-deleted', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:37.353729 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-46605c68-d26e-48bb-900e-ed7efc137c66 req-fabddb2d-ddb1-4757-8c49-4fd91211fcca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "DELETE /v2.0/ports/6e580fc3-673b-42db-b5df-aa2fdd036b73 HTTP/1.1" status: 204 len: 173 time: 1.3788774 Apr 06 10:09:37.397967 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58aa5ebb-114b-471e-bf6f-42e2380eed32'] response: {'server_uuid': '4fa95d67-1574-4d22-8feb-d430faf485f0', 'name': 'network-vif-deleted', 'tag': '6e580fc3-673b-42db-b5df-aa2fdd036b73', 'status': 'completed', 'code': 200} Apr 06 10:09:37.407539 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:37.459912 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:37.502306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:37.813823 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:37.818325 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:37.828666 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:37.829281 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:37.998885 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d9d1773f-8c94-4277-a8aa-2c7baac66fdb req-83f8b62f-faf0-46fb-9e31-411ca252a5d5 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fa95d67-1574-4d22-8feb-d430faf485f0 HTTP/1.1" status: 200 len: 210 time: 0.0421073 Apr 06 10:09:38.017856 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:38.373024 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:38.376709 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af9f00-5a39-4778-afd2-417c2a087488 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:76:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:05:57Z', 'updated_at': '2022-04-06T10:06:21Z', 'revision_number': 2, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:38.587164 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fcbda-dff8-4841-844f-ac11856fa900 None None] New status for floating IP 760e9ee2-21ec-4cca-b52b-19500dd27cb2: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:09:38.806716 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.141070 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35428) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:39.207875 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.235343 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.295141 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.315226 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca725e1d-6ba4-464e-8b4a-8f25d29a37eb,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:39.326533 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.327619 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b691af93-37ff-4b01-a624-7f0a656ddc91 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca725e1d-6ba4-464e-8b4a-8f25d29a37eb HTTP/1.1" status: 204 len: 168 time: 0.1855886 Apr 06 10:09:39.330759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35432) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:39.342984 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 6e580fc3-673b-42db-b5df-aa2fdd036b73 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:39.347791 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.api.v2.resource [None req-aa324e35-cc17-49aa-b443-df6bc8baf3a6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] show failed (client error): The resource could not be found. Apr 06 10:09:39.348948 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-aa324e35-cc17-49aa-b443-df6bc8baf3a6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups/ca725e1d-6ba4-464e-8b4a-8f25d29a37eb HTTP/1.1" status: 404 len: 347 time: 0.0170238 Apr 06 10:09:39.351662 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35436) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:39.380169 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 6e580fc3-673b-42db-b5df-aa2fdd036b73 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:39.380537 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 6e580fc3-673b-42db-b5df-aa2fdd036b73 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:39.506064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port d6c4c7d3-0599-4398-bb4b-a66117ee88eb {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:39.506546 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.689357 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.689674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.803848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for d6c4c7d3-0599-4398-bb4b-a66117ee88eb owned by network:floatingip {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:39.939775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:39.983731 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=d6c4c7d3-0599-4398-bb4b-a66117ee88eb,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:40.149000 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:40.162635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:40.163744 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a8498df2-3231-4cf6-a30a-34691784e63e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/floatingips/760e9ee2-21ec-4cca-b52b-19500dd27cb2 HTTP/1.1" status: 204 len: 168 time: 0.8112071 Apr 06 10:09:42.165878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d644-9fbd-4807-94a1-a417dc57136c req-967d3a79-ebf6-40ed-b8fc-119dceab5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:42.166562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2005d644-9fbd-4807-94a1-a417dc57136c req-967d3a79-ebf6-40ed-b8fc-119dceab5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:42.183261 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-2005d644-9fbd-4807-94a1-a417dc57136c req-967d3a79-ebf6-40ed-b8fc-119dceab5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:42.184392 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2005d644-9fbd-4807-94a1-a417dc57136c req-967d3a79-ebf6-40ed-b8fc-119dceab5897 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0929441 Apr 06 10:09:42.233484 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-2005d644-9fbd-4807-94a1-a417dc57136c req-86738547-1255-4dce-b603-08f0bbe70e93 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Apr 06 10:09:43.433821 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba976e9-a0d7-4835-abea-be55261413b7 req-3e81501a-8c12-4fa7-ba76-b128a004fc9d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:43.435229 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3ba976e9-a0d7-4835-abea-be55261413b7 req-3e81501a-8c12-4fa7-ba76-b128a004fc9d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0784819 Apr 06 10:09:43.479323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3ba976e9-a0d7-4835-abea-be55261413b7 req-39e39573-83e1-4a01-b75a-00503e880eb7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:43.494486 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3ba976e9-a0d7-4835-abea-be55261413b7 req-39e39573-83e1-4a01-b75a-00503e880eb7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:43.495684 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3ba976e9-a0d7-4835-abea-be55261413b7 req-39e39573-83e1-4a01-b75a-00503e880eb7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549796 Apr 06 10:09:44.027438 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-779fe483-48bc-41a8-aa27-5e7e10915f65 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:44.028847 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-779fe483-48bc-41a8-aa27-5e7e10915f65 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.0788829 Apr 06 10:09:44.094848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port cf331e04-70e5-4057-a13f-c27d7b50ce76 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:44.095180 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:44.332012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] For port cf331e04-70e5-4057-a13f-c27d7b50ce76, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=cf331e04-70e5-4057-a13f-c27d7b50ce76,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:44.332307 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:44.613475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:44.613745 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:44.614047 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5 disassociated. External IP: 172.28.0.122, port: cf331e04-70e5-4057-a13f-c27d7b50ce76. Apr 06 10:09:44.614372 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for cf331e04-70e5-4057-a13f-c27d7b50ce76 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:44.832374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b7ad8-b49d-4788-9367-8845a9a41966 req-75e84b32-9d80-455d-93ed-e23cf77e28ce tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:44.833809 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a14b7ad8-b49d-4788-9367-8845a9a41966 req-75e84b32-9d80-455d-93ed-e23cf77e28ce tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 946 time: 0.1907279 Apr 06 10:09:44.885518 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:44.942016 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=cf331e04-70e5-4057-a13f-c27d7b50ce76,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:44.950006 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a14b7ad8-b49d-4788-9367-8845a9a41966 req-41f08454-1e5b-4d6b-b832-de9c062643f4 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c21cc041-3538-42e8-9041-ecc70e1030c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079490 Apr 06 10:09:45.158413 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:45.464833 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:45.474423 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:45.485748 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:45.486420 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:45.541670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] No DVR routers for this DVR port cf331e04-70e5-4057-a13f-c27d7b50ce76 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:45.544071 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:45.546695 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'name': 'network-vif-deleted', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:45.562160 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8070f4ca-0882-4aaa-974c-379b141018a8 req-d3a18e25-6a11-4be5-abf0-ed9505af578e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "DELETE /v2.0/ports/cf331e04-70e5-4057-a13f-c27d7b50ce76 HTTP/1.1" status: 204 len: 173 time: 1.5279443 Apr 06 10:09:45.612020 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2ac0f4-ab2a-43d1-bbd8-193a0545c30d'] response: {'server_uuid': 'cac6c964-87be-4205-81bc-4ee06f096d84', 'name': 'network-vif-deleted', 'tag': 'cf331e04-70e5-4057-a13f-c27d7b50ce76', 'status': 'completed', 'code': 200} Apr 06 10:09:45.669111 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:45.972805 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:45.976489 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:45.987698 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:45.988439 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:46.148558 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-14202560-2bc8-4236-be5b-6ff1f0a3c3fa req-2f782b1f-4432-48e1-843b-7bb77c8d3b70 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:46.165021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-14202560-2bc8-4236-be5b-6ff1f0a3c3fa req-2f782b1f-4432-48e1-843b-7bb77c8d3b70 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:46.166110 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-14202560-2bc8-4236-be5b-6ff1f0a3c3fa req-2f782b1f-4432-48e1-843b-7bb77c8d3b70 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=cac6c964-87be-4205-81bc-4ee06f096d84 HTTP/1.1" status: 200 len: 210 time: 0.0576932 Apr 06 10:09:46.168389 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:46.469323 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:46.473251 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189b6da-3bb5-4ffc-a7e3-dad0d9f4967c None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:46.692368 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdf4a0-bd8c-49cb-9160-361db265ad06 None None] New status for floating IP 0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:09:47.305606 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35470) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:47.368894 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.390592 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device cf331e04-70e5-4057-a13f-c27d7b50ce76 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:47.397022 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.422009 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: cf331e04-70e5-4057-a13f-c27d7b50ce76 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:47.422340 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device cf331e04-70e5-4057-a13f-c27d7b50ce76 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:47.451722 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.470194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21cc041-3538-42e8-9041-ecc70e1030c6,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:47.479592 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.480710 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3f72faa5-32bf-47b4-b8a8-116b1c289d9f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/security-groups/c21cc041-3538-42e8-9041-ecc70e1030c6 HTTP/1.1" status: 204 len: 168 time: 0.1741073 Apr 06 10:09:47.483347 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35474) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:47.499864 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-9c2a4170-b37c-4e9a-bba7-22bda36a1992 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] show failed (client error): The resource could not be found. Apr 06 10:09:47.500779 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9c2a4170-b37c-4e9a-bba7-22bda36a1992 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups/c21cc041-3538-42e8-9041-ecc70e1030c6 HTTP/1.1" status: 404 len: 347 time: 0.0165653 Apr 06 10:09:47.503839 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35478) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:47.656363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port 93884d7d-4a6b-493f-bf61-67bede2d6158 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:47.656699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.817667 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.817900 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:47.934195 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for 93884d7d-4a6b-493f-bf61-67bede2d6158 owned by network:floatingip {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:48.066872 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.113883 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=93884d7d-4a6b-493f-bf61-67bede2d6158,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:48.198305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.218368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.219480 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-802ab41a-144d-4d8a-90dc-4faa1dd3eb90 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/floatingips/0e5f927c-0ef3-4dad-9ca8-d46d0e3693a5 HTTP/1.1" status: 204 len: 168 time: 0.7145684 Apr 06 10:09:48.592800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35484) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:48.598989 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430543310', 'description': 'tempest-description--2139243250'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:48.604712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:48.608787 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:09:48.611579 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:09:48.617531 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:48.627678 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.662126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:48.666032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:09:48.668776 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:09:48.674365 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:48.727634 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.731280 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.778814 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a20392-8563-423b-90d8-c0b26ac7e888,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:48.781646 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.782947 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-52e4a199-038c-4669-9d6b-84d8105eab64 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1891208 Apr 06 10:09:48.786352 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35490) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:48.791674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'c6a20392-8563-423b-90d8-c0b26ac7e888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:48.797428 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:48.801763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:09:48.804593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:09:48.810195 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:48.826309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.888374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.891707 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.915297 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719cba4d-32f2-401e-8882-fc8d1e82e2f8,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:48.923218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:48.924391 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8dd57ab1-93aa-4c9c-a309-6a8fddc94140 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1371076 Apr 06 10:09:48.927768 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35494) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:48.933222 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': 'c6a20392-8563-423b-90d8-c0b26ac7e888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:48.938847 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:48.942658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:09:48.946438 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:09:48.952157 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:48.967893 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.029016 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.032530 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.058597 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee697c9-70b7-4033-9b4d-345e3cd5fbeb,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:49.066853 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.068020 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-65f04592-0a4a-44a7-95d0-698857351fff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1392720 Apr 06 10:09:49.071146 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35498) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:49.076472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:49.084054 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:49.087866 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:floatingip and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:09:49.090719 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:09:49.096541 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:49.107620 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.239987 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.378137 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.28.0.115 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:09:49.521632 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.548450 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.617187 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:09:49.620635 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:49.622980 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:09:49.624975 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:09:49.861958 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:49.921412 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:50.132756 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:50.137346 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:50.160525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d997e-30bd-4660-92b7-44a7f654d00c req-09cfb34c-333e-461d-a070-3e1a02cbea07 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:50.162117 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d80d997e-30bd-4660-92b7-44a7f654d00c req-09cfb34c-333e-461d-a070-3e1a02cbea07 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0770118 Apr 06 10:09:50.212021 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d80d997e-30bd-4660-92b7-44a7f654d00c req-2e5f2fe4-5941-4b41-808a-adf97d4adfc9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Apr 06 10:09:50.244008 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:50.258287 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:50.279918 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:50.281189 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cef2a4c9-6549-4f6f-82a7-be96f79ee22a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2091486 Apr 06 10:09:50.504041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-c4cc111b-ac25-410d-b64f-782a6ecd673c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:50.519645 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-c4cc111b-ac25-410d-b64f-782a6ecd673c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:50.521222 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-c4cc111b-ac25-410d-b64f-782a6ecd673c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1430543310&fields=id&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 267 time: 0.0590672 Apr 06 10:09:50.666125 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-678b211c-870d-44b1-ad48-8e22fd41dbb4 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:50.667546 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-678b211c-870d-44b1-ad48-8e22fd41dbb4 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.1395969 Apr 06 10:09:50.683142 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-42e842e1-0580-494c-92d7-2e805ccf8dc8 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/quotas/fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Apr 06 10:09:50.766034 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-12625f5a-ae26-4cbb-8ae7-3a7396ee60a3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780466 Apr 06 10:09:50.781501 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-01a292ef-888e-42f6-a0b1-eba0f1e809dd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83218) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 10:09:50.782418 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-01a292ef-888e-42f6-a0b1-eba0f1e809dd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048780 Apr 06 10:09:50.909870 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-3e5b7313-3e97-4115-a35d-c5fa62683ead service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217873 Apr 06 10:09:51.037922 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-b3130ee5-5eaa-41eb-b1bd-f6d25a0f115c service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222167 Apr 06 10:09:51.225449 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6f2cb9b7-4fa2-4154-b749-29216f327af9 req-6105f86c-3af7-4935-baf7-f8b50595008d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:51.243900 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-6f2cb9b7-4fa2-4154-b749-29216f327af9 req-6105f86c-3af7-4935-baf7-f8b50595008d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:51.245177 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-6f2cb9b7-4fa2-4154-b749-29216f327af9 req-6105f86c-3af7-4935-baf7-f8b50595008d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 210 time: 0.0593910 Apr 06 10:09:51.435854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c013-3b09-4fbd-85ab-03e2fd3d5520 req-263ab667-01b0-4996-94e6-c157680630e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:51.437319 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2c31c013-3b09-4fbd-85ab-03e2fd3d5520 req-263ab667-01b0-4996-94e6-c157680630e6 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0801575 Apr 06 10:09:51.489123 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2c31c013-3b09-4fbd-85ab-03e2fd3d5520 req-b2f77faa-a27b-4ad1-a928-f1fc07bb2f5c tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Apr 06 10:09:51.786356 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-1ce377ee-8730-4cde-bba7-7274ef942006 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:51.787776 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-1ce377ee-8730-4cde-bba7-7274ef942006 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0785518 Apr 06 10:09:51.862312 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Deleting port b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:51.862652 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:52.100011 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] For port b27b23d3-8a05-458f-8c65-a94260f28c52, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=b27b23d3-8a05-458f-8c65-a94260f28c52,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:52.100378 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:52.553484 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-9594aaf2-3c6d-46c4-a510-4ef9dc830976 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:52.554930 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-9594aaf2-3c6d-46c4-a510-4ef9dc830976 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.3634791 Apr 06 10:09:52.648891 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-143e2a75-5913-41df-8314-e92b0174333a req-8ee809fd-fd0a-40f6-ad78-bb8be68b551c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 210 time: 0.1006379 Apr 06 10:09:52.681148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:52.681510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:52.681813 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Floating IP e6181774-cc51-4bba-9d48-a62fc45e9ff8 disassociated. External IP: 172.28.0.41, port: b27b23d3-8a05-458f-8c65-a94260f28c52. Apr 06 10:09:52.682149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Calling delete_port for b27b23d3-8a05-458f-8c65-a94260f28c52 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:52.712244 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50797f56-fc80-4d21-ba2a-5a2b2734a4da req-66c26d69-972d-41f0-ac58-1392dd088154 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:52.713691 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-50797f56-fc80-4d21-ba2a-5a2b2734a4da req-66c26d69-972d-41f0-ac58-1392dd088154 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 946 time: 0.0838287 Apr 06 10:09:52.731007 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-8eaf30e3-ba35-44a0-b358-8905afb6184e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:52.757304 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-8eaf30e3-ba35-44a0-b358-8905afb6184e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:52.758256 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-8eaf30e3-ba35-44a0-b358-8905afb6184e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 380 time: 0.1614950 Apr 06 10:09:52.758737 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-50797f56-fc80-4d21-ba2a-5a2b2734a4da req-ae933f2e-7557-42f0-9de3-ef979aafcb36 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups?id=2000ce33-0f1b-4c24-9635-dafee75c5e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393565 Apr 06 10:09:52.775635 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'port': {'device_id': '12e17812-c861-4205-b228-39f2c000d199', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'admin_state_up': True, 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'security_groups': ['c6a20392-8563-423b-90d8-c0b26ac7e888']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:52.953685 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:52.996332 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:09:53.006818 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'Port': ['ID=b27b23d3-8a05-458f-8c65-a94260f28c52,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:53.017436 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:09:53.082964 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:09:53.085925 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:53.323135 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.20.0.11 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/c1902edd-bb01-45da-a481-88544162e7e2) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:09:53.477738 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:09:53.634267 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:09:53.738937 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:53.759022 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Transition to ACTIVE for port object c1902edd-bb01-45da-a481-88544162e7e2 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:09:53.823800 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3e2c9b26-21ef-4464-9fe7-1b754dae3cac req-93cbb485-3588-4c1f-9c75-a9096a989d39 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 210 time: 0.0481560 Apr 06 10:09:53.855081 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:53.938799 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-81191eec-163e-4e67-95c1-2d93a4438858 req-745dc589-5060-4ae5-9dc2-9ecdb12207fa tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac98c3a7-9011-40cf-b458-ab96b43eb0b4 HTTP/1.1" status: 200 len: 210 time: 0.0396075 Apr 06 10:09:53.945214 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:09:53.950413 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:09:53.953387 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:53.955478 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:09:53.996744 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.016238 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:09:54.027788 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:09:54.041047 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:54.041724 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:54.054167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:54.054781 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.107871 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] No DVR routers for this DVR port b27b23d3-8a05-458f-8c65-a94260f28c52 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:09:54.112834 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.115064 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-deleted', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:54.139446 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-e3199503-cd2a-4053-93a2-ade9c50b7b2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3674209 Apr 06 10:09:54.142078 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3464e94b-6b93-4727-80f0-f11934fb0e5d req-49036efe-263a-411d-b512-d7d10965fb68 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.48 "DELETE /v2.0/ports/b27b23d3-8a05-458f-8c65-a94260f28c52 HTTP/1.1" status: 204 len: 173 time: 2.3460648 Apr 06 10:09:54.152526 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-41188d80-7cf5-4418-9cfe-abf22dd34548 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 10:09:54.154029 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-41188d80-7cf5-4418-9cfe-abf22dd34548 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061893 Apr 06 10:09:54.165819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Request body: {'port': {'device_id': '12e17812-c861-4205-b228-39f2c000d199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:09:54.199407 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66c24ac-492d-4c13-a4d7-75336f7ecf3d'] response: {'server_uuid': 'ac98c3a7-9011-40cf-b458-ab96b43eb0b4', 'name': 'network-vif-deleted', 'tag': 'b27b23d3-8a05-458f-8c65-a94260f28c52', 'status': 'completed', 'code': 200} Apr 06 10:09:54.257973 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:54.262935 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-11b05184-b529-460f-9f9b-78a9bdb42dab None None] Provisioning for port c1902edd-bb01-45da-a481-88544162e7e2 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:09:54.269519 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-11b05184-b529-460f-9f9b-78a9bdb42dab None None] Provisioning complete for port c1902edd-bb01-45da-a481-88544162e7e2 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:09:54.270845 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-11b05184-b529-460f-9f9b-78a9bdb42dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.294764 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.330134 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-11b05184-b529-460f-9f9b-78a9bdb42dab None None] Port c1902edd-bb01-45da-a481-88544162e7e2 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:09:54.579413 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:54.584140 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:09:54.594747 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:09:54.595342 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:54.686806 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1902edd-bb01-45da-a481-88544162e7e2 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:09:54.695699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.716040 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Transition to ACTIVE for port object c1902edd-bb01-45da-a481-88544162e7e2 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:09:54.720087 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:54.789493 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:09:54.847800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Pushing event updated for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:54.962197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Attempting to bind port c1902edd-bb01-45da-a481-88544162e7e2 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:09:54.962548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Attempting to bind port c1902edd-bb01-45da-a481-88544162e7e2 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:09:54.963095 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Attempting to bind port c1902edd-bb01-45da-a481-88544162e7e2 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:09:54.969386 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Port c1902edd-bb01-45da-a481-88544162e7e2 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:09:54.969696 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Attempting to bind port c1902edd-bb01-45da-a481-88544162e7e2 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:09:54.977481 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:09:54.977706 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:09:54.978036 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:09:54.978455 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Bound port: c1902edd-bb01-45da-a481-88544162e7e2, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:09:54.978791 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.079406 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8e988-5b33-4389-a749-920cabdbaeae req-86b6009d-6081-4609-84e7-c8c7dccb4036 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:55.082049 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b7c8e988-5b33-4389-a749-920cabdbaeae req-86b6009d-6081-4609-84e7-c8c7dccb4036 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 944 time: 0.1110418 Apr 06 10:09:55.111025 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:09:55.115436 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=c1902edd-bb01-45da-a481-88544162e7e2,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:09:55.121551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.134244 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b7c8e988-5b33-4389-a749-920cabdbaeae req-860f10a8-a670-4b3e-91ee-787a8c1ff18c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Apr 06 10:09:55.139124 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35548) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:55.189869 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:09:55.195025 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175613cc-ec50-4af4-9a70-0e3f3de3ccb1 None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T09:59:22Z', 'revision_number': 4, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': 'a70d97cf-040a-4422-8d95-f56fe63df866', 'name': '', 'network_id': 'abb28f3b-7693-4daf-9b7a-f48945227645', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'mac_address': 'fa:16:3e:f2:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:18Z', 'updated_at': '2022-04-06T09:59:37Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'subnets': [{'id': '451c7a21-e793-4c54-aaaa-12d383bd182b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:09:55.196603 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.197964 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 200 len: 1094 time: 1.0370011 Apr 06 10:09:55.215175 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae99ac3-486c-4716-a627-e2b8759bee64 service neutron] Pushing event updated for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:55.217665 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.248759 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.324070 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.324518 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-ac192e6f-96f0-4d47-baff-6560fe6d6883 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 1097 time: 0.0864112 Apr 06 10:09:55.342464 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000ce33-0f1b-4c24-9635-dafee75c5e9b,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:55.378118 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.380066 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-695fca56-e34b-4c51-80e7-97c92e5bb526 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "DELETE /v2.0/security-groups/2000ce33-0f1b-4c24-9635-dafee75c5e9b HTTP/1.1" status: 204 len: 168 time: 0.2398160 Apr 06 10:09:55.382676 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35552) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:55.401136 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-840ef3d7-7098-4c2b-8555-e1b5a99aefd9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] show failed (client error): The resource could not be found. Apr 06 10:09:55.404306 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-840ef3d7-7098-4c2b-8555-e1b5a99aefd9 tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "GET /v2.0/security-groups/2000ce33-0f1b-4c24-9635-dafee75c5e9b HTTP/1.1" status: 404 len: 347 time: 0.0183215 Apr 06 10:09:55.408628 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35556) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:09:55.414767 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-03b5f11b-c414-421f-a6e5-22712a7705c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 200 len: 217 time: 0.0826011 Apr 06 10:09:55.432941 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:09:55.468906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: b27b23d3-8a05-458f-8c65-a94260f28c52 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:09:55.469524 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device b27b23d3-8a05-458f-8c65-a94260f28c52 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:09:55.489758 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-662b31e6-e76a-43e2-866e-16d7f192ca67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:55.495444 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-662b31e6-e76a-43e2-866e-16d7f192ca67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0753601 Apr 06 10:09:55.544587 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e866c-f8e5-4a4e-ba70-0109ce4796fa None None] New status for floating IP e6181774-cc51-4bba-9d48-a62fc45e9ff8: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:09:55.575226 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-006fa224-f992-41a1-8f3b-de9f80904730 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731099 Apr 06 10:09:55.589394 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Deleting port 34de2627-c9e9-4f1b-b095-67afddb48bcb {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:55.589731 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.808670 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-1af96d8b-46fc-47b4-8a91-80cd2bfbd231 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260380 Apr 06 10:09:55.852033 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.852330 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:55.935181 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-edc184aa-25ba-426c-9f15-2ea265479e0b req-58d351fb-bf52-4081-a97c-1151d46abf7d service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208563 Apr 06 10:09:55.971242 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Calling delete_port for 34de2627-c9e9-4f1b-b095-67afddb48bcb owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:56.049122 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.db.api [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:09:56.049437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG oslo_db.api [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:09:56.200409 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:09:56.254866 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970650fe-70e2-4e47-b0b5-d579a6d0cd0f'] response: {'name': 'network-changed', 'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2', 'status': 'completed', 'code': 200} Apr 06 10:09:56.399170 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7a6e1-cd54-4145-9370-8f54e3e6b1c9 req-6c462279-95fe-4e80-aa59-f7fee788f911 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:56.399842 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c3f7a6e1-cd54-4145-9370-8f54e3e6b1c9 req-6c462279-95fe-4e80-aa59-f7fee788f911 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:09:56.406083 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-e2d68e85-e9be-48df-98c2-fd1946a9db57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 1097 time: 0.1120083 Apr 06 10:09:56.438180 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-c3f7a6e1-cd54-4145-9370-8f54e3e6b1c9 req-6c462279-95fe-4e80-aa59-f7fee788f911 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:09:56.439377 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c3f7a6e1-cd54-4145-9370-8f54e3e6b1c9 req-6c462279-95fe-4e80-aa59-f7fee788f911 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 944 time: 0.1776431 Apr 06 10:09:56.551286 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Deleting port 34de2627-c9e9-4f1b-b095-67afddb48bcb {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:09:56.551784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:56.555297 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c3f7a6e1-cd54-4145-9370-8f54e3e6b1c9 req-fc86c736-c68d-429d-8640-f20707d7e6fe tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728371 Apr 06 10:09:56.570413 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-e3de3325-96ba-4c65-875e-d2b48178836b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:56.580603 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-e3de3325-96ba-4c65-875e-d2b48178836b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1587741 Apr 06 10:09:56.642471 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-4322eab3-3213-4440-b3f8-fabbdc7308d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 200 len: 217 time: 0.0636551 Apr 06 10:09:56.703657 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-95c4889c-efee-4828-9060-effb6a58dcc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:56.705016 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-95c4889c-efee-4828-9060-effb6a58dcc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0566602 Apr 06 10:09:56.726502 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:56.726820 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:56.780202 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-7b3fbb66-2a6a-49ff-aac8-695d6125c779 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691247 Apr 06 10:09:56.845161 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Calling delete_port for 34de2627-c9e9-4f1b-b095-67afddb48bcb owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:09:56.910173 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-af874817-7451-4831-a13d-597f5a66a633 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231239 Apr 06 10:09:56.981777 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:57.026907 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Pushing event deleted for resources: {'Port': ['ID=34de2627-c9e9-4f1b-b095-67afddb48bcb,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:57.117154 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:57.131682 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:57.132805 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6343c594-bfe6-400a-9776-25611a2356bf tempest-AttachVolumeShelveTestJSON-1021392364 tempest-AttachVolumeShelveTestJSON-1021392364-project] 10.222.0.39 "DELETE /v2.0/floatingips/e6181774-cc51-4bba-9d48-a62fc45e9ff8 HTTP/1.1" status: 204 len: 168 time: 1.7228429 Apr 06 10:09:57.169442 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1acb039a-4747-40f4-813d-3a9e2b8474e4 req-4f28643a-b7cf-4d98-b245-96187c84d5b2 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526090 Apr 06 10:09:57.752030 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e149935-41a0-4ab8-8d1a-44b0eb83b787 req-24c2f81c-e04b-4542-b70c-0482c3b28491 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:57.753959 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7e149935-41a0-4ab8-8d1a-44b0eb83b787 req-24c2f81c-e04b-4542-b70c-0482c3b28491 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 944 time: 0.0778382 Apr 06 10:09:57.800469 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7e149935-41a0-4ab8-8d1a-44b0eb83b787 req-0deee07a-cd86-43f1-b030-e10cd3363bcb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Apr 06 10:09:58.989686 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0065a6-b434-4d4d-8ee0-39f4741c98a0 req-8cec9e78-b92d-454a-97ad-88a25e999e28 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:09:58.991101 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ed0065a6-b434-4d4d-8ee0-39f4741c98a0 req-8cec9e78-b92d-454a-97ad-88a25e999e28 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 944 time: 0.0739503 Apr 06 10:09:59.035633 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ed0065a6-b434-4d4d-8ee0-39f4741c98a0 req-fb9c5269-cc90-4579-88a4-ff38777536c3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389018 Apr 06 10:09:59.441202 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device c1902edd-bb01-45da-a481-88544162e7e2 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:09:59.600975 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=c1902edd-bb01-45da-a481-88544162e7e2,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:59.613584 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'c1902edd-bb01-45da-a481-88544162e7e2', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'port_id': 'c1902edd-bb01-45da-a481-88544162e7e2', 'mac_address': 'fa:16:3e:1b:14:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:09:59.667490 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:59.684009 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1902edd-bb01-45da-a481-88544162e7e2 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:09:59.699149 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=c1902edd-bb01-45da-a481-88544162e7e2,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:09:59.704260 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:09:59.769781 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:09:59.778113 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.778454 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.778785 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.779113 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.779438 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.779760 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.780109 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.780454 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.780771 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.781085 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.781400 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:09:59.884554 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35590) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:00.036218 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['c1902edd-bb01-45da-a481-88544162e7e2'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:10:00.237225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c530695-3a0a-46ef-a446-db16ff811f69 req-31fc488e-2a3f-4341-b1bf-2d62c9716af1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:00.238703 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6c530695-3a0a-46ef-a446-db16ff811f69 req-31fc488e-2a3f-4341-b1bf-2d62c9716af1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 945 time: 0.0823884 Apr 06 10:10:00.286740 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6c530695-3a0a-46ef-a446-db16ff811f69 req-237aa14c-eb4a-4a25-810d-c7540ab292c9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Apr 06 10:10:00.485219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.060808 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Deleting port a70d97cf-040a-4422-8d95-f56fe63df866 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:10:01.061139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.228677 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] For port a70d97cf-040a-4422-8d95-f56fe63df866, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=a70d97cf-040a-4422-8d95-f56fe63df866,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:01.229017 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.346596 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Calling delete_port for a70d97cf-040a-4422-8d95-f56fe63df866 owned by network:router_interface {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:10:01.447066 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device c1902edd-bb01-45da-a481-88544162e7e2 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:01.517405 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port c1902edd-bb01-45da-a481-88544162e7e2 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:01.523762 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3ced6-e644-49bf-96a9-828a1b5b4cb8 req-b1234e42-1904-4f6f-85a0-1c2531be82d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:01.524344 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port c1902edd-bb01-45da-a481-88544162e7e2 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:01.524774 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.525248 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a9e3ced6-e644-49bf-96a9-828a1b5b4cb8 req-b1234e42-1904-4f6f-85a0-1c2531be82d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 945 time: 0.1024218 Apr 06 10:10:01.614455 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a9e3ced6-e644-49bf-96a9-828a1b5b4cb8 req-8111d042-9765-4950-b30e-bb99f130b9de tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604637 Apr 06 10:10:01.615815 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.642788 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.670134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70d97cf-040a-4422-8d95-f56fe63df866,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:01.670385 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:10:01.682540 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=c1902edd-bb01-45da-a481-88544162e7e2,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:01.688227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:01.741193 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7561092-8bd3-4bef-97e6-0ca78b536cc6'] response: {'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2', 'code': 200} Apr 06 10:10:01.773174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:02.089176 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-93481d7a-645c-4ea9-b77b-760583fd6476 req-235b82a6-19f4-406d-b01e-b285802d785d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 1099 time: 0.1845844 Apr 06 10:10:02.150455 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-93481d7a-645c-4ea9-b77b-760583fd6476 req-075f892a-8db8-485a-b049-a89d5ede15b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554566 Apr 06 10:10:02.158308 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:02.772141 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Router c0e79290-ce8a-49d6-8b37-856aa7344daa has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:10:02.943211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb6d55-ea43-4100-913c-eac3f4afd2f1 req-0c844b4d-5e98-441b-ada6-449d34b6a6f7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:02.944685 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3ffb6d55-ea43-4100-913c-eac3f4afd2f1 req-0c844b4d-5e98-441b-ada6-449d34b6a6f7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.2062912 Apr 06 10:10:03.012606 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3ffb6d55-ea43-4100-913c-eac3f4afd2f1 req-00e99ce5-498f-4fcc-9bd5-77829f3435d3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603721 Apr 06 10:10:03.050262 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:10:03.058611 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Sync routers for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:10:03.061953 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fd554977-4044-49af-84dc-d66bd2db99a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/c0e79290-ce8a-49d6-8b37-856aa7344daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1763783 Apr 06 10:10:03.064354 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35604) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:03.070991 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:03.071579 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:03.245842 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:03.254706 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:03.450533 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:03.460698 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Deleting port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:10:03.461033 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:03.579503 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T10:10:01Z', 'revision_number': 5, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port': {'id': '95dcb0af-8fed-41cb-bfe6-c4a4802cb484', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T09:59:12Z', 'updated_at': '2022-04-06T09:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:03.586274 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Checking router: c0e79290-ce8a-49d6-8b37-856aa7344daa for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:10:03.600046 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Routers {'c0e79290-ce8a-49d6-8b37-856aa7344daa'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:03.601003 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:09:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['c0e79290-ce8a-49d6-8b37-856aa7344daa'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:03.755614 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] Set router c0e79290-ce8a-49d6-8b37-856aa7344daa gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:03.761265 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] For port 95dcb0af-8fed-41cb-bfe6-c4a4802cb484, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:03.761617 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:03.857586 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T10:10:03Z', 'revision_number': 6, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:03.861403 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec746a8f-7727-44bb-b239-3aa364b6729b None None] The sync data for ids ['c0e79290-ce8a-49d6-8b37-856aa7344daa'] in dv-cinder-836753-1-smb is: [{'id': 'c0e79290-ce8a-49d6-8b37-856aa7344daa', 'name': 'tempest-AttachVolumeShelveTestJSON-1615951927-router', 'tenant_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T09:59:11Z', 'updated_at': '2022-04-06T10:10:03Z', 'revision_number': 6, 'project_id': '2ae960f36c644d69b368d3fc2acf4d6a', 'gw_port_host': None}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:10:03.879426 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Calling delete_port for 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 owned by network:router_gateway {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:10:04.037647 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.081048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=95dcb0af-8fed-41cb-bfe6-c4a4802cb484,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:04.083203 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5a8354da-2f19-4e7e-a1c5-29bad1e840f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.223413 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d14b56-fafb-4fb8-a715-618810871e23 req-dbbe367c-e9e3-4e05-b2ac-22ef7436479f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:04.225103 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-59d14b56-fafb-4fb8-a715-618810871e23 req-dbbe367c-e9e3-4e05-b2ac-22ef7436479f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.0792217 Apr 06 10:10:04.280911 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-59d14b56-fafb-4fb8-a715-618810871e23 req-6c4d4693-c637-4123-8fb1-0fbc73615ce7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490115 Apr 06 10:10:04.310999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.604819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.618914 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.697765 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a516337-a0d4-486b-96b7-580581f250d1 req-5a8592ce-1b7d-461e-a8d8-7a9b3a20011f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:04.699189 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9a516337-a0d4-486b-96b7-580581f250d1 req-5a8592ce-1b7d-461e-a8d8-7a9b3a20011f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.2756722 Apr 06 10:10:04.712364 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35612) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:04.719864 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'port_id': 'c1902edd-bb01-45da-a481-88544162e7e2'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:04.722414 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.723823 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e79290-ce8a-49d6-8b37-856aa7344daa {{(pid=83219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:10:04.737548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.741425 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-f4c00cc2-009b-4dd3-a6e7-1673ba0e5ef8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c0e79290-ce8a-49d6-8b37-856aa7344daa HTTP/1.1" status: 204 len: 168 time: 1.6761882 Apr 06 10:10:04.742334 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35616) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:04.799064 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.801919 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Deleting subnet 451c7a21-e793-4c54-aaaa-12d383bd182b {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:10:04.805183 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.855839 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3335604'] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:04.950740 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device a70d97cf-040a-4422-8d95-f56fe63df866 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:10:04.987067 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: a70d97cf-040a-4422-8d95-f56fe63df866 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:10:04.987400 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device a70d97cf-040a-4422-8d95-f56fe63df866 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:10:04.987810 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:10:05.024128 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:10:05.024491 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 95dcb0af-8fed-41cb-bfe6-c4a4802cb484 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:10:05.050080 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.119660 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2677023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835238'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.157069 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451c7a21-e793-4c54-aaaa-12d383bd182b,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:05.161681 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.167458 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-25f9ebc5-cca8-457c-b756-6ad06131f55e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/451c7a21-e793-4c54-aaaa-12d383bd182b HTTP/1.1" status: 204 len: 168 time: 0.4241757 Apr 06 10:10:05.168569 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2dbd1-0f87-4f4b-a55d-8e6e4429201a None None] Network abb28f3b-7693-4daf-9b7a-f48945227645 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:10:05.169872 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35620) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:05.274261 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.284742 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Deleting port 76ccc004-085f-4751-a851-18de1bce02f4 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:10:05.285075 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.422749 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] DHCP port deletion for abb28f3b-7693-4daf-9b7a-f48945227645 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:10:05.428376 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Deleting port 76ccc004-085f-4751-a851-18de1bce02f4 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:10:05.428556 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.514204 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] For port 76ccc004-085f-4751-a851-18de1bce02f4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=76ccc004-085f-4751-a851-18de1bce02f4,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:05.514559 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.545421 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.550476 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.636120 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Calling delete_port for 76ccc004-085f-4751-a851-18de1bce02f4 owned by network:dhcp {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:10:05.658643 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] For port 76ccc004-085f-4751-a851-18de1bce02f4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=76ccc004-085f-4751-a851-18de1bce02f4,segment=NetworkSegment(b3039476-10dc-49d7-b89c-b87226032562),segment_id=b3039476-10dc-49d7-b89c-b87226032562)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:05.658643 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.715744 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.739114 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.l3_db [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 2aa58868-98d5-401d-bda7-90afe760525c associated. External IP: 172.28.0.115, port: c1902edd-bb01-45da-a481-88544162e7e2. Apr 06 10:10:05.761241 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ccc004-085f-4751-a851-18de1bce02f4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:05.768958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] No DVR routers for this DVR port 76ccc004-085f-4751-a851-18de1bce02f4 on host dv-cinder-836753-1-smb {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:10:05.785849 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Calling delete_port for 76ccc004-085f-4751-a851-18de1bce02f4 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:10:05.860826 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:10:05.861415 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:10:05.886632 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.912116 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb28f3b-7693-4daf-9b7a-f48945227645']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:05.923664 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3039476-10dc-49d7-b89c-b87226032562') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:05.923947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3039476-10dc-49d7-b89c-b87226032562') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:05.935134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.950629 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.957501 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:10:05.957899 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:10:05.970355 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:10:06.045254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.062430 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.068878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb28f3b-7693-4daf-9b7a-f48945227645,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:06.085712 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-4cf6eaa4-fc04-46ff-ba53-9931043525c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/abb28f3b-7693-4daf-9b7a-f48945227645 HTTP/1.1" status: 204 len: 168 time: 0.9148169 Apr 06 10:10:06.137692 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:10:06.240129 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35626) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:06.257820 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a115d719-27e7-4dbb-b0a2-41c26240b026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.293031 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-07213a73-79e7-44b4-a5f7-bfaeee01ba6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ae960f36c644d69b368d3fc2acf4d6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517347 Apr 06 10:10:06.295393 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35630) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:06.336798 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:10:06.340848 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.346990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:10:06.361730 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.362616 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:06.363952 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:06.387951 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.404350 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-63279b5b-7a04-424f-b9ba-669cbcdc4efa tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "PUT /v2.0/floatingips/2aa58868-98d5-401d-bda7-90afe760525c HTTP/1.1" status: 200 len: 992 time: 1.6795857 Apr 06 10:10:06.404350 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:10:06.412478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Deleting port 76ccc004-085f-4751-a851-18de1bce02f4 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:10:06.413146 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.444945 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.451289 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c5a5b5-611d-4420-9e6f-6d3f0eeb4b9c'] response: {'name': 'network-changed', 'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2', 'status': 'completed', 'code': 200} Apr 06 10:10:06.466494 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249319ba-74fb-44d2-80d8-8b6aba2305f5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:06.469923 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:06.472227 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0e44f6ef-dae7-4e1e-8c8a-fa757d919ec8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/249319ba-74fb-44d2-80d8-8b6aba2305f5 HTTP/1.1" status: 204 len: 168 time: 0.1747530 Apr 06 10:10:06.555453 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-276c8878-51e6-4841-bf25-9e5f4a312578 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 1099 time: 0.0782580 Apr 06 10:10:06.613620 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c35ae92b-605a-4f69-bb4e-9e0aeda0e153 None None] The port '76ccc004-085f-4751-a851-18de1bce02f4' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:10:06.695092 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b7301-4c9b-461e-895f-06310a05000e req-1210c918-93aa-4623-abaa-1813efc827b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:06.696106 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:06.696572 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-1210c918-93aa-4623-abaa-1813efc827b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1355772 Apr 06 10:10:06.814751 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-10ee5292-1814-4ac0-9fdd-1d896ce71de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 200 len: 1000 time: 0.1122353 Apr 06 10:10:06.892210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b7301-4c9b-461e-895f-06310a05000e req-687c1e56-ea80-4c1d-bab7-61ad56b3dc1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:06.895074 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-687c1e56-ea80-4c1d-bab7-61ad56b3dc1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0743575 Apr 06 10:10:06.982530 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-f13881e3-feca-435f-96f7-f232e6cd2bd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818553 Apr 06 10:10:06.990137 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 76ccc004-085f-4751-a851-18de1bce02f4 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:10:07.036751 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 76ccc004-085f-4751-a851-18de1bce02f4 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:10:07.037022 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 76ccc004-085f-4751-a851-18de1bce02f4 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:10:07.154398 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2aa58868-98d5-401d-bda7-90afe760525c', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'c1902edd-bb01-45da-a481-88544162e7e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:1b:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e17812-c861-4205-b228-39f2c000d199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:09:49Z', 'updated_at': '2022-04-06T10:10:05Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:07.157589 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:10:07.168911 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:07.169504 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:07.206024 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-6a73d291-8f4e-4397-855d-4bb9467fc834 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176847 Apr 06 10:10:07.341324 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-076b7301-4c9b-461e-895f-06310a05000e req-022a892b-9599-4dea-8b58-21d5190959c7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300833 Apr 06 10:10:07.351221 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:07.413491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35656) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:07.426354 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.515713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.550022 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-412448366-network', 'tenant_id': '11cd754f977046c69e6d7a9d46532980'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:07.555256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:07.559078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Usage tracker for resource:network and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:07.561984 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:07.568645 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:07.577777 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Made reservation on behalf of 11cd754f977046c69e6d7a9d46532980 for: {'network': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:10:07.580504 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.593670 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.625877 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:07.629714 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:07.632524 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:07.638167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:07.706256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.710601 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.719495 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2aa58868-98d5-401d-bda7-90afe760525c', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'c1902edd-bb01-45da-a481-88544162e7e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:1b:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e17812-c861-4205-b228-39f2c000d199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:09:49Z', 'updated_at': '2022-04-06T10:10:05Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:07.724631 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67d379-db20-4ecf-a8b2-22a692651b88 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2aa58868-98d5-401d-bda7-90afe760525c', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'c1902edd-bb01-45da-a481-88544162e7e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:1b:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e17812-c861-4205-b228-39f2c000d199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:09:49Z', 'updated_at': '2022-04-06T10:10:05Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:10:07.745538 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:10:07.750520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031ac79f-33f9-44ba-ba63-475300aa5277,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:07.757070 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.757399 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.segments_db [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Added segment 67771544-5527-4e30-b6db-5888daaf9b22 of type vlan for network 67ff3f62-4361-45fe-ad07-850730d248a9 Apr 06 10:10:07.785046 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.815327 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.816254 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:07.816864 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:07.923357 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] Pushing event updated for resources: {'Network': ['ID=67ff3f62-4361-45fe-ad07-850730d248a9,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:07.927267 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b360eef3-b69e-4605-abc1-38378aea9568 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5126529 Apr 06 10:10:07.930313 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35662) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:07.932240 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316a79e-d357-4e3d-ac44-cc1bfaf4b96f None None] New status for floating IP 2aa58868-98d5-401d-bda7-90afe760525c: ACTIVE {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:10:07.935970 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Request body: {'subnet': {'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-412448366-subnet', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:07.939919 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 67ff3f62-4361-45fe-ad07-850730d248a9 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:10:07.942728 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:07.946522 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Usage tracker for resource:subnet and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:07.949388 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:07.955078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:07.966903 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Made reservation on behalf of 11cd754f977046c69e6d7a9d46532980 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:10:07.969314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835203'] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.179985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2677214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835245'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.256732 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e61abdc-a2d2-45e1-ae85-1b4af736757c,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:08.267724 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Checking segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:10:08.268315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Network hostable DHCP agents. Network: 67ff3f62-4361-45fe-ad07-850730d248a9, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:10:08.292873 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:10:08.302417 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 67ff3f62-4361-45fe-ad07-850730d248a9) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:08.306424 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:08.306994 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.311308 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f48d53-4ad6-4431-92d7-b459dcb553ee None None] Network 67ff3f62-4361-45fe-ad07-850730d248a9 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:10:08.332079 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8cd31656-c6f9-481b-b797-f196fdb0808c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3972976 Apr 06 10:10:08.332338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35666) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:08.337252 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:08.341555 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:08.345230 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Usage tracker for resource:router and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:08.347986 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:08.353651 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:08.364890 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.365874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.388058 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.524505 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-67ff3f62-4361-45fe-ad07-850730d248a9', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:10:08.525287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.534699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.719171 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.733545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Allocated IP 172.20.0.2 (67ff3f62-4361-45fe-ad07-850730d248a9/3e61abdc-a2d2-45e1-ae85-1b4af736757c/34ecac8e-ec0e-45f3-aad7-b99330b905b4) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:10:08.749840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.772743 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.888589 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Allocated IP 172.28.0.170 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/82f197ac-04db-49c7-a53c-ec3fea5067cf) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:10:08.954020 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:08.965232 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Transition to ACTIVE for port object 34ecac8e-ec0e-45f3-aad7-b99330b905b4 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:08.983346 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Transition to ACTIVE for port object 34ecac8e-ec0e-45f3-aad7-b99330b905b4 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:08.989039 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.039773 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.050396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:09.057108 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:09.061040 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:10:09.069370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.070144 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Pushing event updated for resources: {'Port': ['ID=34ecac8e-ec0e-45f3-aad7-b99330b905b4,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:09.136847 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:09.140052 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:09.142486 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:10:09.154306 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Attempting to bind port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:10:09.154654 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Attempting to bind port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:10:09.154989 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Attempting to bind port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:10:09.161590 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:10:09.161940 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Checking segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:10:09.162313 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.162684 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Bound using segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:10:09.163120 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Bound port: 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:10:09.163467 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.180085 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Pushing event updated for resources: {'Port': ['ID=82f197ac-04db-49c7-a53c-ec3fea5067cf,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:09.251300 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] For port 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:10:09.254570 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] For port 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=34ecac8e-ec0e-45f3-aad7-b99330b905b4,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:10:09.259069 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.342455 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d896bc-3b68-48e8-9769-38dc0787a00e None None] Pushing event updated for resources: {'Port': ['ID=34ecac8e-ec0e-45f3-aad7-b99330b905b4,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:09.401350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.401957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.656908 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:10:09.873032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:10:09.883205 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:10:09.894577 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:09.895174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:09.897896 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:09.899096 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-b2cdf859-ed46-4534-af3a-34b22c1205e0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5659235 Apr 06 10:10:09.901878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35670) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:10.085793 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:10.281174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda1c31-92ac-4b3e-af63-c8efaba9ebf6 None None] Network 67ff3f62-4361-45fe-ad07-850730d248a9 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:10:10.478157 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-00d0cfd3-ac28-4bd1-b221-c23bf1874206 None None] Provisioning for port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:10.601056 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:09Z', 'revision_number': 3, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:10.607884 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:10:10.608222 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Updating router d6cf1d32-b92b-49e3-82dc-7bbd7954260a port 82f197ac-04db-49c7-a53c-ec3fea5067cf binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:10:10.665802 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:10.672151 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:10.892389 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Allocated IP 172.20.0.1 (67ff3f62-4361-45fe-ad07-850730d248a9/3e61abdc-a2d2-45e1-ae85-1b4af736757c/19e8dc47-7dcd-4f21-951d-6314fc836729) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:10:11.044018 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 34ecac8e-ec0e-45f3-aad7-b99330b905b4 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:11.122850 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.140030 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Transition to ACTIVE for port object 82f197ac-04db-49c7-a53c-ec3fea5067cf will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:11.150423 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.151130 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.165966 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Transition to ACTIVE for port object 19e8dc47-7dcd-4f21-951d-6314fc836729 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:11.187898 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:11.188781 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.204182 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:11.204577 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.252436 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:11.256506 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:11.259983 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:10:11.276372 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16cc4d-4841-4bd1-b674-53ed1be48c34 None None] Pushing event updated for resources: {'Port': ['ID=82f197ac-04db-49c7-a53c-ec3fea5067cf,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:11.293383 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Pushing event updated for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:11.300728 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Attempting to bind port 82f197ac-04db-49c7-a53c-ec3fea5067cf on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:10:11.301683 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Attempting to bind port 82f197ac-04db-49c7-a53c-ec3fea5067cf by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:10:11.302453 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Attempting to bind port 82f197ac-04db-49c7-a53c-ec3fea5067cf on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:10:11.314816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:10:11.315887 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:10:11.316562 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.316966 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:10:11.317361 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.317476 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Bound port: 82f197ac-04db-49c7-a53c-ec3fea5067cf, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:10:11.317776 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.401510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.437813 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] For port 82f197ac-04db-49c7-a53c-ec3fea5067cf, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:10:11.442819 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.462873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] For port 82f197ac-04db-49c7-a53c-ec3fea5067cf, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=82f197ac-04db-49c7-a53c-ec3fea5067cf,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:10:11.473691 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.547915 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-913c702c-cb8c-4a7d-ba85-d90cde8bd626 None None] Provisioning for port 19e8dc47-7dcd-4f21-951d-6314fc836729 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:11.558903 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=34ecac8e-ec0e-45f3-aad7-b99330b905b4,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:11.575446 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.578775 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-913c702c-cb8c-4a7d-ba85-d90cde8bd626 None None] Provisioning complete for port 19e8dc47-7dcd-4f21-951d-6314fc836729 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:11.579154 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-913c702c-cb8c-4a7d-ba85-d90cde8bd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.626417 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16cc4d-4841-4bd1-b674-53ed1be48c34 None None] Pushing event updated for resources: {'Port': ['ID=82f197ac-04db-49c7-a53c-ec3fea5067cf,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:11.629170 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.634712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.693518 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:11.694143 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:11.747992 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-913c702c-cb8c-4a7d-ba85-d90cde8bd626 None None] Port 19e8dc47-7dcd-4f21-951d-6314fc836729 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:10:11.755662 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Pushing event updated for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:11.760219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:11.845114 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=34ecac8e-ec0e-45f3-aad7-b99330b905b4,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:11.891809 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:11.893747 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:11.894891 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:12.208351 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-f976dce1-e957-467e-8a97-71d8ec572eb9 None None] Provisioning complete for port 19e8dc47-7dcd-4f21-951d-6314fc836729 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:12.208944 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f976dce1-e957-467e-8a97-71d8ec572eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:12.270211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-f976dce1-e957-467e-8a97-71d8ec572eb9 None None] Port 19e8dc47-7dcd-4f21-951d-6314fc836729 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:10:12.273950 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 2, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:12.277846 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91953073-b307-4eb4-9fa1-f5af3aa231f2 None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 2, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:10:12.286437 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:10:12.493978 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:10:12.503063 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-65fffce4-2d36-430a-be1d-5f657161618b admin admin] 10.222.0.39 "PUT /v2.0/routers/d6cf1d32-b92b-49e3-82dc-7bbd7954260a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5996435 Apr 06 10:10:12.917081 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35680) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:12.925270 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592489946', 'description': 'tempest-description--957931671'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:12.931214 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:12.935257 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:12.938477 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:12.944805 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:12.964905 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:12.991452 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 34ecac8e-ec0e-45f3-aad7-b99330b905b4 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:13.005165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:13.008753 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:13.011465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:13.017119 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:13.072012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.075689 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.091200 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:13.091563 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.121457 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1923b978-7473-4cdc-8b7e-c8c0b53702dc,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:13.125509 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.127019 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a59e860c-9223-4a62-8d1b-2d392284a2ee tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2071462 Apr 06 10:10:13.130858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35684) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:13.136463 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group_rule': {'security_group_id': '1923b978-7473-4cdc-8b7e-c8c0b53702dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:13.142250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:13.147318 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:13.150225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:13.156675 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:13.175172 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.238916 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.243246 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.350292 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd8207d-ddc9-4802-bde2-1bc3db5e58af,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:13.364519 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.364863 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.365193 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.365516 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.365842 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.366162 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.366479 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.366794 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.367383 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.367697 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.368024 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:13.370934 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.372076 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-7a9c8e41-5932-4d4f-8a66-af8cd7399c18 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2403240 Apr 06 10:10:13.374838 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35688) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:13.380900 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group_rule': {'security_group_id': '1923b978-7473-4cdc-8b7e-c8c0b53702dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:13.386523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:13.390241 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:13.393074 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:13.398686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:13.415143 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.477532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.481130 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.512009 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500abd37-4479-48eb-97ad-55005a0cb0ff,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:13.522120 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.523357 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-8c6ed999-b7a6-4cf0-bc71-aacac68beb44 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1475656 Apr 06 10:10:13.526340 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35692) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:13.531250 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:13.537205 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:13.541313 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:floatingip and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:10:13.544096 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:10:13.550714 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:13.560815 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.699002 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.831875 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Allocated IP 172.28.0.132 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/738c3ddd-fddd-4c8b-b66f-e5a2db207745) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:10:13.973230 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:13.999991 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.063639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:14.066273 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:14.070359 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:10:14.097135 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=738c3ddd-fddd-4c8b-b66f-e5a2db207745,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:14.244042 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.301816 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.515094 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.521348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.633467 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=738c3ddd-fddd-4c8b-b66f-e5a2db207745,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:14.661085 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.684126 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:14.685368 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9672f832-ee3c-44c3-af0a-682faa50124b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1581023 Apr 06 10:10:14.864366 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-ad2227c9-3e6b-43b9-88c3-d1d35b2353c8 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1592489946&fields=id&tenant_id=11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 267 time: 0.0432203 Apr 06 10:10:15.004846 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 82f197ac-04db-49c7-a53c-ec3fea5067cf up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:15.031169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-478a4f73-a892-44c8-95fe-cea26bc878e2 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:15.032673 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-478a4f73-a892-44c8-95fe-cea26bc878e2 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 810 time: 0.1616521 Apr 06 10:10:15.048894 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-df00f87a-7a6c-40ff-bed8-7996ad19c136 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/quotas/11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 375 time: 0.0108252 Apr 06 10:10:15.084146 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 82f197ac-04db-49c7-a53c-ec3fea5067cf completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:15.092487 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 82f197ac-04db-49c7-a53c-ec3fea5067cf triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:15.092848 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:15.143530 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-17d4b874-ad08-4ec5-b754-b5731310aa52 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879998 Apr 06 10:10:15.214246 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:15.231037 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 82f197ac-04db-49c7-a53c-ec3fea5067cf, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=82f197ac-04db-49c7-a53c-ec3fea5067cf,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:15.234863 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:15.279095 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-63dde6de-78bb-4185-a142-effc6cc0eefa service neutron] 10.222.0.39 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237171 Apr 06 10:10:15.305333 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=82f197ac-04db-49c7-a53c-ec3fea5067cf,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:15.489731 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-20af2a0a-7985-49de-9682-98a2a433a59d service neutron] 10.222.0.39 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035537 Apr 06 10:10:15.773533 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3f847de7-4401-4efb-9647-092cff8661f4 req-b7d3f1bd-df03-4e00-abe6-63c2312d0d32 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:10:15.791334 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-3f847de7-4401-4efb-9647-092cff8661f4 req-b7d3f1bd-df03-4e00-abe6-63c2312d0d32 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:10:15.792567 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3f847de7-4401-4efb-9647-092cff8661f4 req-b7d3f1bd-df03-4e00-abe6-63c2312d0d32 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 210 time: 0.1572788 Apr 06 10:10:16.768614 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-544e7097-e943-4ad3-879f-badbcfd03fc1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:16.769502 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-544e7097-e943-4ad3-879f-badbcfd03fc1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:network {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:10:16.787072 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-544e7097-e943-4ad3-879f-badbcfd03fc1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:network {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:10:16.788211 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-544e7097-e943-4ad3-879f-badbcfd03fc1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 810 time: 0.1703868 Apr 06 10:10:16.845874 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-fcd69083-ba46-4167-a225-603b373bb689 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:10:16.863599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-fcd69083-ba46-4167-a225-603b373bb689 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:10:16.864840 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-fcd69083-ba46-4167-a225-603b373bb689 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 380 time: 0.0640528 Apr 06 10:10:16.873399 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'port': {'device_id': '10460f84-42d3-4872-ae42-f749d9ee40de', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'admin_state_up': True, 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'security_groups': ['1923b978-7473-4cdc-8b7e-c8c0b53702dc']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:16.961380 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-af1c6c3c-11fb-47c3-b42d-8531e60fa05b req-42018ce1-f692-40fb-973f-312037d42e72 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 210 time: 0.0426350 Apr 06 10:10:16.996899 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 82f197ac-04db-49c7-a53c-ec3fea5067cf up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:17.008771 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:10:17.018018 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:10:17.028316 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Made reservation on behalf of 11cd754f977046c69e6d7a9d46532980 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:10:17.032722 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.068160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 82f197ac-04db-49c7-a53c-ec3fea5067cf triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:17.068543 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.194383 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Allocated IP 172.20.0.7 (67ff3f62-4361-45fe-ad07-850730d248a9/3e61abdc-a2d2-45e1-ae85-1b4af736757c/53bb2f49-6891-4a88-9687-6cb3ec858179) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:10:17.374112 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.389120 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Transition to ACTIVE for port object 53bb2f49-6891-4a88-9687-6cb3ec858179 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:17.410848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.486686 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:10:17.489784 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:10:17.491638 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:17.499880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:10:17.526179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.526518 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.527008 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.527190 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.527524 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.527853 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.528178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.528783 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.528887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.529168 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.529490 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:17.571245 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:17.571837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.598553 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-5b36b808-01c6-41d8-9203-d339aa4a7e99 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7285728 Apr 06 10:10:17.609418 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Request body: {'port': {'device_id': '10460f84-42d3-4872-ae42-f749d9ee40de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:17.722861 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.727779 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-dba2efa6-b475-40a6-8944-f80775aeda25 None None] Provisioning for port 53bb2f49-6891-4a88-9687-6cb3ec858179 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:17.732495 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-dba2efa6-b475-40a6-8944-f80775aeda25 None None] Provisioning complete for port 53bb2f49-6891-4a88-9687-6cb3ec858179 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:17.732853 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-dba2efa6-b475-40a6-8944-f80775aeda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:17.784917 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-dba2efa6-b475-40a6-8944-f80775aeda25 None None] Port 53bb2f49-6891-4a88-9687-6cb3ec858179 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:10:18.052466 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bb2f49-6891-4a88-9687-6cb3ec858179 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:10:18.059096 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:18.073703 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Transition to ACTIVE for port object 53bb2f49-6891-4a88-9687-6cb3ec858179 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:18.077536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:18.246199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Pushing event updated for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:18.347736 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7766-f616-40ec-beb1-82a82c4f977c req-82e39af1-a7f7-4a06-bb8a-eefe5f42a3c7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:18.348439 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-e0eb7766-f616-40ec-beb1-82a82c4f977c req-82e39af1-a7f7-4a06-bb8a-eefe5f42a3c7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:10:18.380748 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-e0eb7766-f616-40ec-beb1-82a82c4f977c req-82e39af1-a7f7-4a06-bb8a-eefe5f42a3c7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:10:18.381845 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e0eb7766-f616-40ec-beb1-82a82c4f977c req-82e39af1-a7f7-4a06-bb8a-eefe5f42a3c7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 943 time: 0.2743232 Apr 06 10:10:18.383789 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Attempting to bind port 53bb2f49-6891-4a88-9687-6cb3ec858179 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:10:18.384109 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Attempting to bind port 53bb2f49-6891-4a88-9687-6cb3ec858179 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:10:18.384468 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Attempting to bind port 53bb2f49-6891-4a88-9687-6cb3ec858179 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:10:18.486953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Port 53bb2f49-6891-4a88-9687-6cb3ec858179 on network 67ff3f62-4361-45fe-ad07-850730d248a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:10:18.486953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Attempting to bind port 53bb2f49-6891-4a88-9687-6cb3ec858179 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:10:18.505616 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:10:18.505940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Checking segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:10:18.506310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Bound using segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:10:18.506722 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Bound port: 53bb2f49-6891-4a88-9687-6cb3ec858179, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:10:18.507053 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:18.553413 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e0eb7766-f616-40ec-beb1-82a82c4f977c req-8f2927e3-79f6-4119-8334-8ccc56839fbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650343 Apr 06 10:10:18.601450 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:10:18.604299 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=53bb2f49-6891-4a88-9687-6cb3ec858179,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:10:18.608426 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:18.670909 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:18.672260 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] 10.222.0.48 "PUT /v2.0/ports/53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 1093 time: 1.0670180 Apr 06 10:10:18.672704 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:10:18.691197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36448-743c-4b91-b675-eccb010a6bdc service neutron] Pushing event updated for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:18.753860 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bba44b-00ff-4b57-9efb-0a770d9a7bdd'] response: {'name': 'network-changed', 'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'status': 'completed', 'code': 200} Apr 06 10:10:18.795823 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-510beaa9-a943-404c-9d08-9c9767acb6ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1096 time: 0.0731413 Apr 06 10:10:18.866058 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-e63c9435-a227-4e9e-97e1-86c6973aec71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 217 time: 0.0627539 Apr 06 10:10:18.926751 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-6ef22992-9490-494c-9ac0-95db3fa1e98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:18.928188 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-6ef22992-9490-494c-9ac0-95db3fa1e98a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0562162 Apr 06 10:10:19.003784 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-8d99abe5-3c28-4d24-8e24-f95e07a0b105 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694778 Apr 06 10:10:19.130664 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-20e95298-2459-47d9-adcc-e0d1da43d544 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205606 Apr 06 10:10:19.258532 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a7bae0fb-7524-40e4-a08b-92da4de70225 req-25b6f10b-1e97-4160-9a87-34c05ea4ea62 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212504 Apr 06 10:10:19.370635 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-52f88b96-4095-4cf1-90c3-7e001c4719d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1096 time: 0.0661473 Apr 06 10:10:19.498836 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-4057d9aa-6a20-4e22-82d5-8d55b76ab95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:19.499999 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-4057d9aa-6a20-4e22-82d5-8d55b76ab95a service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1225877 Apr 06 10:10:19.567468 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-b4604859-cc7d-45c3-840e-66363527523c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 217 time: 0.0614774 Apr 06 10:10:19.628101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-612a0cb3-895c-487f-be8d-475b85a5d930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:19.629553 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-612a0cb3-895c-487f-be8d-475b85a5d930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0565240 Apr 06 10:10:19.761174 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-7ea85a7d-d5f7-446d-b055-4980e9779d23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257114 Apr 06 10:10:19.771513 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc2a4-642d-441e-9ad1-befdede9b72d req-8bf4feef-9205-4ecd-8a38-a8ec4e25da06 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:19.772852 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-749bc2a4-642d-441e-9ad1-befdede9b72d req-8bf4feef-9205-4ecd-8a38-a8ec4e25da06 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 943 time: 0.0973101 Apr 06 10:10:19.896402 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-749bc2a4-642d-441e-9ad1-befdede9b72d req-0ad5606a-ced1-4461-97ef-0a6bf10eb725 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059778 Apr 06 10:10:19.929285 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-b6f3b42a-1945-4338-b9e4-2ffceb96626a service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555359 Apr 06 10:10:20.057770 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e384ea33-f03d-44c5-aa65-12ff537e2e9b req-60f05b53-1c87-4426-ab23-5854cd4372e9 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222515 Apr 06 10:10:21.088839 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372f525-8a25-4591-b982-64826554c5b8 req-a67a9991-f1f1-4ef9-9a94-d4448696562e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:21.090277 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b372f525-8a25-4591-b982-64826554c5b8 req-a67a9991-f1f1-4ef9-9a94-d4448696562e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 943 time: 0.0753489 Apr 06 10:10:21.139202 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-b372f525-8a25-4591-b982-64826554c5b8 req-91a17cab-debe-4b9d-a640-fdd99c2776b1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Apr 06 10:10:22.418495 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c81f0c-f17d-4a8e-9eaa-7da5a7e17d88 req-157db926-52bb-4e68-a3e0-2f3a012d1f4f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:22.419843 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c6c81f0c-f17d-4a8e-9eaa-7da5a7e17d88 req-157db926-52bb-4e68-a3e0-2f3a012d1f4f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 943 time: 0.1604483 Apr 06 10:10:22.464400 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c6c81f0c-f17d-4a8e-9eaa-7da5a7e17d88 req-ff6d7d55-b722-45ce-bcaa-ab2364559381 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Apr 06 10:10:23.476939 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:10:23.490153 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:23.490798 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:23.551577 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 53bb2f49-6891-4a88-9687-6cb3ec858179 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:10:23.667382 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:23.671363 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25b324-1af7-43d5-b2f8-a9b517b33a7e req-b33dc496-f673-4ca1-b93d-c547011fb13e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:23.673437 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ec25b324-1af7-43d5-b2f8-a9b517b33a7e req-b33dc496-f673-4ca1-b93d-c547011fb13e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 943 time: 0.0782824 Apr 06 10:10:23.687771 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=53bb2f49-6891-4a88-9687-6cb3ec858179,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:23.701637 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'port_id': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'mac_address': 'fa:16:3e:0c:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:10:23.722088 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ec25b324-1af7-43d5-b2f8-a9b517b33a7e req-df6fe873-e29a-4169-b2b9-13c4d3c785f2 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Apr 06 10:10:23.758453 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:23.775275 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bb2f49-6891-4a88-9687-6cb3ec858179 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:10:23.789684 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=53bb2f49-6891-4a88-9687-6cb3ec858179,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:23.794181 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:23.856960 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:23.976548 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 2, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:23.980001 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:10:23.980385 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Updating router d6cf1d32-b92b-49e3-82dc-7bbd7954260a port 19e8dc47-7dcd-4f21-951d-6314fc836729 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:10:24.001998 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.033301 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.147652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['53bb2f49-6891-4a88-9687-6cb3ec858179'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:10:24.386659 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.397585 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Transition to ACTIVE for port object 19e8dc47-7dcd-4f21-951d-6314fc836729 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:10:24.403983 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.525266 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Pushing event updated for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:24.568603 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.568937 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.569261 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.569577 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.569893 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.570204 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.570513 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.570824 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.571128 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.571432 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.571733 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:10:24.625424 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Attempting to bind port 19e8dc47-7dcd-4f21-951d-6314fc836729 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:10:24.625776 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Attempting to bind port 19e8dc47-7dcd-4f21-951d-6314fc836729 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:10:24.626123 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Attempting to bind port 19e8dc47-7dcd-4f21-951d-6314fc836729 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:10:24.632535 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:10:24.632889 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Checking segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:10:24.633268 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.633639 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Bound using segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:10:24.634074 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Bound port: 19e8dc47-7dcd-4f21-951d-6314fc836729, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:10:24.634425 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.719383 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] For port 19e8dc47-7dcd-4f21-951d-6314fc836729, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:10:24.723274 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] For port 19e8dc47-7dcd-4f21-951d-6314fc836729, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=19e8dc47-7dcd-4f21-951d-6314fc836729,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:10:24.727517 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:24.810525 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002bb2d-6533-4864-8f7b-82343f437acb None None] Pushing event updated for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=4']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:24.816333 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:24.816912 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:24.937816 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7f3c-d0da-4d7d-8db7-a41ab280d4fe req-09fea992-0e3c-45b4-8206-59e68d15dc89 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:24.944246 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e4ca7f3c-d0da-4d7d-8db7-a41ab280d4fe req-09fea992-0e3c-45b4-8206-59e68d15dc89 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 944 time: 0.0893152 Apr 06 10:10:24.999290 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e4ca7f3c-d0da-4d7d-8db7-a41ab280d4fe req-f0a8c516-07ef-4451-ab0f-cb2f1b50e46c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490704 Apr 06 10:10:25.019730 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:25.036160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 19e8dc47-7dcd-4f21-951d-6314fc836729 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:25.102528 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 19e8dc47-7dcd-4f21-951d-6314fc836729 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:25.107012 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 19e8dc47-7dcd-4f21-951d-6314fc836729 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:25.107371 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.225468 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.256874 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 19e8dc47-7dcd-4f21-951d-6314fc836729, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=19e8dc47-7dcd-4f21-951d-6314fc836729,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:25.260545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.327021 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:25.331082 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:24Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:25.334965 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da39b-a084-4e44-9847-59693c4a2f94 None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:24Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:10:25.559248 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 53bb2f49-6891-4a88-9687-6cb3ec858179 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:25.628840 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 53bb2f49-6891-4a88-9687-6cb3ec858179 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:10:25.633422 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 53bb2f49-6891-4a88-9687-6cb3ec858179 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:25.633776 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.780251 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.806280 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:10:25.818295 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=53bb2f49-6891-4a88-9687-6cb3ec858179,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:10:25.822987 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:25.870867 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909672f7-ed5b-455a-bd57-dd2893e69561'] response: {'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'code': 200} Apr 06 10:10:25.895268 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:10:26.088744 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f493afcf-7340-42ae-b3bd-cfb8786dafdd req-b1f700f9-ae0a-4eee-a98f-83c1be120799 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0667872 Apr 06 10:10:26.169851 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f493afcf-7340-42ae-b3bd-cfb8786dafdd req-05ea0341-464d-475c-99ac-ef772942e760 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752153 Apr 06 10:10:26.205611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d001b6-e49f-4088-9d06-44afbe2ca9ef req-743861cb-2b27-4e16-9520-6ffdb501f089 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:26.207117 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b3d001b6-e49f-4088-9d06-44afbe2ca9ef req-743861cb-2b27-4e16-9520-6ffdb501f089 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0819154 Apr 06 10:10:26.250653 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b3d001b6-e49f-4088-9d06-44afbe2ca9ef req-0a880ceb-1948-42b9-9884-78a4fbc3ff96 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Apr 06 10:10:26.981002 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 19e8dc47-7dcd-4f21-951d-6314fc836729 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:10:27.051007 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 19e8dc47-7dcd-4f21-951d-6314fc836729 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:10:27.051360 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:27.455335 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eb43f-b37d-4f60-9292-a1e530775e51 req-f381bd34-845e-4313-9dc5-2a4834b1aae7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:27.457471 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-880eb43f-b37d-4f60-9292-a1e530775e51 req-f381bd34-845e-4313-9dc5-2a4834b1aae7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0867422 Apr 06 10:10:27.510236 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-880eb43f-b37d-4f60-9292-a1e530775e51 req-f721e330-a31b-4c3f-8bda-6dd25340936a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471957 Apr 06 10:10:28.710305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029fbf-cc16-4525-a090-f000b01946e1 req-81cb529b-7e3b-44df-974b-9ecef32e3b15 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:28.711740 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5c029fbf-cc16-4525-a090-f000b01946e1 req-81cb529b-7e3b-44df-974b-9ecef32e3b15 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0762286 Apr 06 10:10:28.756001 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5c029fbf-cc16-4525-a090-f000b01946e1 req-bb41dca0-a4fb-4e9b-8e03-2562badfef30 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Apr 06 10:10:28.943367 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249dc6-03c7-4060-8372-0ec0e9b4285d req-e1e82724-b659-4ae3-984d-f3a5a58528a5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:28.944870 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2a249dc6-03c7-4060-8372-0ec0e9b4285d req-e1e82724-b659-4ae3-984d-f3a5a58528a5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0752964 Apr 06 10:10:28.953380 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35746) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:10:28.959243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'floatingip': {'port_id': '53bb2f49-6891-4a88-9687-6cb3ec858179'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:10:29.037749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:29.611567 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:29.616029 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:29.800786 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.l3_db [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Floating IP e440c75a-271f-44f9-8b72-7bb513047e89 associated. External IP: 172.28.0.132, port: 53bb2f49-6891-4a88-9687-6cb3ec858179. Apr 06 10:10:30.265041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:10:30.455676 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:10:30.460839 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:30.515605 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c3a24122-575c-4a7b-8850-07a278541970 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "PUT /v2.0/floatingips/e440c75a-271f-44f9-8b72-7bb513047e89 HTTP/1.1" status: 200 len: 991 time: 1.5611265 Apr 06 10:10:30.516083 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:10:30.582656 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d4a826-2ebe-4f2a-b490-81239574e380'] response: {'name': 'network-changed', 'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'status': 'completed', 'code': 200} Apr 06 10:10:30.634318 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:10:30.671795 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-c4b1672c-c9fc-41f1-b630-53c9f03ee250 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0697119 Apr 06 10:10:30.797415 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-ac6dbe00-a309-476e-93c3-73fb08f61f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:30.798723 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-ac6dbe00-a309-476e-93c3-73fb08f61f33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1210811 Apr 06 10:10:30.898126 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-6481cee8-94aa-4282-9667-0dd8fc0b93c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 999 time: 0.0930803 Apr 06 10:10:30.958398 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-9dabfa3a-4f57-4ff2-abf3-b904d62d1d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:10:30.959743 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-9dabfa3a-4f57-4ff2-abf3-b904d62d1d3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0556436 Apr 06 10:10:31.034699 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-08ad3614-1768-4ed7-87c8-05a29e6d62d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686557 Apr 06 10:10:31.161643 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-c59c7283-e2ab-4c6e-95d8-ce5ddc9a3153 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Apr 06 10:10:31.286482 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6cb5f84-2c9d-41dc-99db-9cfd38fdd1fb req-1dc81d76-6f88-4404-8e51-fefdc2c49f20 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188142 Apr 06 10:10:32.174527 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:10:32.187470 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:32.188088 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:32.367538 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:32.714873 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e440c75a-271f-44f9-8b72-7bb513047e89', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:0c:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460f84-42d3-4872-ae42-f749d9ee40de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:10:14Z', 'updated_at': '2022-04-06T10:10:29Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:32.718588 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:10:32.729269 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:10:32.729842 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:10:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:32.899593 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:10:33.236383 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e440c75a-271f-44f9-8b72-7bb513047e89', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:0c:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460f84-42d3-4872-ae42-f749d9ee40de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:10:14Z', 'updated_at': '2022-04-06T10:10:29Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:10:33.240390 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801690e-4b1a-444f-9fd3-b65498af08ad None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'e440c75a-271f-44f9-8b72-7bb513047e89', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:0c:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10460f84-42d3-4872-ae42-f749d9ee40de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:10:14Z', 'updated_at': '2022-04-06T10:10:29Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:10:33.428282 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf7f9-e4d2-4347-aa68-c18ca140ded9 None None] New status for floating IP e440c75a-271f-44f9-8b72-7bb513047e89: ACTIVE {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:10:34.078999 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0d18bc6e-3dc7-45e1-893b-631aa33e1094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:36.282915 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-726a3dd0-b76a-4053-9ffc-d4e10bf47e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:37.408072 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:37.509978 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:38.744911 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:10:54.004064 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:00.908775 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-3c974a6e-b1d7-4628-8079-3958e325339d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684736 Apr 06 10:11:01.041497 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-1c0e3219-fbb5-4e92-b443-2ddc0af19817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 1099 time: 0.0661132 Apr 06 10:11:01.178713 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-586c9f22-c1cd-4ba3-8076-b697622b2fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:01.180096 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-586c9f22-c1cd-4ba3-8076-b697622b2fea service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1211655 Apr 06 10:11:01.279611 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-ff8019c1-0eb4-4d5b-8678-d8cc91a5b030 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 200 len: 1002 time: 0.0931854 Apr 06 10:11:01.420800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-0cbe7853-3090-4048-9c3d-89f8573e4981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:01.422234 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-0cbe7853-3090-4048-9c3d-89f8573e4981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.1356156 Apr 06 10:11:01.497185 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-d56bccf4-bfb7-4e63-921f-ac5ff327bb93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673454 Apr 06 10:11:01.625341 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-285cab6c-ce4d-43aa-99cf-bd5f886a20b4 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208432 Apr 06 10:11:01.750838 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-347a9ffc-b070-44e7-b8a2-affb0e2dcedc req-a591397f-d2b8-4dcf-b3ad-17cec00f4ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199667 Apr 06 10:11:04.080774 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c5cabe51-a3d7-4c93-ad2f-be8c28021cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:06.255927 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1df48b5a-80be-4e83-b776-be7a327bea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:07.411367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:07.512492 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:07.635820 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:11:08.747757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:24.028397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:34.082494 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-00da0cdb-b0e1-481a-8f83-7330ff3b3b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:36.258067 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-254ad55a-af7e-446a-b1a9-6037a9cc237d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:37.413112 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:37.514337 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:38.750709 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:42.310270 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ed9b-fc06-433e-be48-fb2b38cc98ac req-d625bba6-dfc2-4c7d-a694-071e3cc1dd3c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:42.311706 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a621ed9b-fc06-433e-be48-fb2b38cc98ac req-d625bba6-dfc2-4c7d-a694-071e3cc1dd3c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.0784714 Apr 06 10:11:42.355522 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a621ed9b-fc06-433e-be48-fb2b38cc98ac req-d2b3faa4-5879-45ad-9dc1-c67962fc11d6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 Apr 06 10:11:43.548747 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddac69-55e4-4de0-9041-71c6b4c7611c req-de4e9489-df62-44fa-a492-6556495a9bbe tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:43.550181 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1dddac69-55e4-4de0-9041-71c6b4c7611c req-de4e9489-df62-44fa-a492-6556495a9bbe tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.0746400 Apr 06 10:11:43.602839 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1dddac69-55e4-4de0-9041-71c6b4c7611c req-ad3a5a06-dc06-425b-9568-0cfb6e3eea12 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Apr 06 10:11:44.169763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-cddbf578-c3fd-42b9-98d0-295009996acc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:44.171150 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-cddbf578-c3fd-42b9-98d0-295009996acc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.0747297 Apr 06 10:11:44.235176 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port c1902edd-bb01-45da-a481-88544162e7e2 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:11:44.235508 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:44.468633 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] For port c1902edd-bb01-45da-a481-88544162e7e2, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=c1902edd-bb01-45da-a481-88544162e7e2,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:11:44.468985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:44.636846 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:11:44.768886 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:44.769597 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:44.769597 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP 2aa58868-98d5-401d-bda7-90afe760525c disassociated. External IP: 172.28.0.115, port: c1902edd-bb01-45da-a481-88544162e7e2. Apr 06 10:11:44.769803 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for c1902edd-bb01-45da-a481-88544162e7e2 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:11:44.805635 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d41d6-889a-4b1c-a0bd-d8425f4157d7 req-7c8434ed-5882-499c-a3c8-2c057c2141a0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:44.807090 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-510d41d6-889a-4b1c-a0bd-d8425f4157d7 req-7c8434ed-5882-499c-a3c8-2c057c2141a0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 946 time: 0.0813529 Apr 06 10:11:44.854656 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-510d41d6-889a-4b1c-a0bd-d8425f4157d7 req-16eab31b-1535-48bd-922a-e7f87068a80d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6a20392-8563-423b-90d8-c0b26ac7e888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Apr 06 10:11:44.919229 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:44.967610 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=c1902edd-bb01-45da-a481-88544162e7e2,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:44.980708 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.980947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.981256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.981581 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.981901 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.982219 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.982536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.982854 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.983168 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.983482 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:44.983796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:45.178922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:11:45.459474 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:11:45.469197 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:11:45.480841 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:11:45.481517 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:11:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:11:45.530173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] No DVR routers for this DVR port c1902edd-bb01-45da-a481-88544162e7e2 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:11:45.532641 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:45.535228 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'name': 'network-vif-deleted', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:11:45.552467 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8435e316-792a-4fe9-abc5-0c4008d9bc8b req-228141b2-7354-466a-a6c5-ec45cfc676e3 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "DELETE /v2.0/ports/c1902edd-bb01-45da-a481-88544162e7e2 HTTP/1.1" status: 204 len: 173 time: 1.3760109 Apr 06 10:11:45.659613 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:11:45.711000 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c573ef-8fbe-44a4-b6c9-140c9abc7590'] response: {'server_uuid': '12e17812-c861-4205-b228-39f2c000d199', 'name': 'network-vif-deleted', 'tag': 'c1902edd-bb01-45da-a481-88544162e7e2', 'status': 'completed', 'code': 200} Apr 06 10:11:45.968015 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:11:45.971829 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:11:45.982565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:11:45.983252 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:11:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:11:46.047187 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-75e3eea1-220e-441e-95b2-bfd1e6165c71 req-a435a164-40fb-4a39-8b62-e1514b496702 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=12e17812-c861-4205-b228-39f2c000d199 HTTP/1.1" status: 200 len: 210 time: 0.0432882 Apr 06 10:11:46.161714 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:11:46.459358 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:11:46.463111 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd453b4-4fb9-4efa-ab04-2ce5abf92fba None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:11:46.680421 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7913f00-a56a-428d-a718-780634a8c8d7 None None] New status for floating IP 2aa58868-98d5-401d-bda7-90afe760525c: DOWN {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:11:47.213194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35854) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:47.295997 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.324385 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.375901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.392579 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a20392-8563-423b-90d8-c0b26ac7e888,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:47.405651 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.405994 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.406328 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.406656 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.406981 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.407305 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.407624 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.407945 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.408260 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.408598 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.408918 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:11:47.413467 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.414564 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-386263bb-8c07-4bcc-a410-e1932fd83df6 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/security-groups/c6a20392-8563-423b-90d8-c0b26ac7e888 HTTP/1.1" status: 204 len: 168 time: 0.2004094 Apr 06 10:11:47.417214 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35858) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:47.434244 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-efbbc4b2-dd5c-4d01-8ee4-335f3d0426a9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] show failed (client error): The resource could not be found. Apr 06 10:11:47.435256 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-efbbc4b2-dd5c-4d01-8ee4-335f3d0426a9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups/c6a20392-8563-423b-90d8-c0b26ac7e888 HTTP/1.1" status: 404 len: 347 time: 0.0171494 Apr 06 10:11:47.437996 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35862) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:47.587429 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port 45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:11:47.587796 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.752830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.753141 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:47.867596 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for 45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:11:47.993844 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device c1902edd-bb01-45da-a481-88544162e7e2 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:11:48.026776 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: c1902edd-bb01-45da-a481-88544162e7e2 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:11:48.027028 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device c1902edd-bb01-45da-a481-88544162e7e2 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:11:48.085146 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.127319 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=45fbf7b4-509d-4477-a6f1-32b8ec5c6d1f,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:48.217723 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.231354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.232474 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c97f653a-73e5-4de7-9783-fa54d2284020 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/floatingips/2aa58868-98d5-401d-bda7-90afe760525c HTTP/1.1" status: 204 len: 168 time: 0.7935927 Apr 06 10:11:48.534380 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35868) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:48.540177 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487661480', 'description': 'tempest-description--362296713'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:48.545900 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:48.549949 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:11:48.553348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:11:48.558884 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:48.569824 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.606137 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:48.610442 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:11:48.613935 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:11:48.619756 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:48.673730 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.677747 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.721198 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbec1a7-6885-4f9f-856d-c5046dced1c4,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:48.724845 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.726026 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-6bb6a0ec-2e3f-42c0-84a7-f0c39879f26e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1905780 Apr 06 10:11:48.728915 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35872) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:48.734015 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': '9fbec1a7-6885-4f9f-856d-c5046dced1c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:48.740238 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:48.744222 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:11:48.747039 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:11:48.752628 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:48.769532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.831133 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.834755 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.857719 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27a5f84-f518-4150-8b35-fcda86d748f7,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:48.868796 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.870103 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-963665e9-5859-4d30-80c3-1e355756b2bc tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1403801 Apr 06 10:11:48.872858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35876) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:48.878268 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'security_group_rule': {'security_group_id': '9fbec1a7-6885-4f9f-856d-c5046dced1c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:48.884569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:48.888387 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:security_group_rule and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:11:48.891225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:11:48.897449 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:48.914442 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.976182 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:48.979680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.002835 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7b826-ae1d-4762-a103-ba8527cb6f99,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:49.012388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.013543 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-71a4c6ae-d806-43a8-95f6-da887f0fc698 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397614 Apr 06 10:11:49.016514 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 35880) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:11:49.022195 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:49.027306 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:49.031165 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Usage tracker for resource:floatingip and tenant:fd066a88edae4b4e97292975c3c897a0 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:11:49.033988 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:11:49.040768 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:49.051298 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.181756 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.314990 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.28.0.186 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/b38c171c-a4c2-4c70-a0f3-c1ebc28509af) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:11:49.463683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.490858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.555823 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:11:49.558323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:11:49.560639 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:11:49.593194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=b38c171c-a4c2-4c70-a0f3-c1ebc28509af,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:49.727595 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.780593 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.979584 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:49.983922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:50.088694 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=b38c171c-a4c2-4c70-a0f3-c1ebc28509af,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:50.100775 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:50.121939 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:50.123117 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-44f277c2-432b-4f4d-8d54-f662c8995e15 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1056809 Apr 06 10:11:50.293130 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-3db95cb9-af11-40ee-a6b0-e5f87a1b59d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:11:50.308014 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-3db95cb9-af11-40ee-a6b0-e5f87a1b59d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:11:50.309154 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-3db95cb9-af11-40ee-a6b0-e5f87a1b59d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1487661480&fields=id&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 267 time: 0.0560014 Apr 06 10:11:50.451122 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-c0e876a6-1dd5-421c-8904-2cee0b11818c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:50.452541 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-c0e876a6-1dd5-421c-8904-2cee0b11818c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.1370709 Apr 06 10:11:50.468562 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-51a08e54-b698-404c-8a0a-0c82454cc18d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/quotas/fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 375 time: 0.0099208 Apr 06 10:11:50.631166 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-8d82c702-f921-4dfb-b939-d1c6b3c77f2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:11:50.646601 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-8d82c702-f921-4dfb-b939-d1c6b3c77f2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:11:50.647985 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-8d82c702-f921-4dfb-b939-d1c6b3c77f2e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1743317 Apr 06 10:11:50.880339 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-45807d1b-1002-418c-ac23-8dc021030b82 service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209468 Apr 06 10:11:51.010493 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-acb3eaf2-5b49-484a-a6d6-b4fa15616008 service neutron] 10.222.0.39 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245286 Apr 06 10:11:51.191267 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-f75a190b-7c85-479f-8454-701d042095b4 req-4a40a672-bcc3-4bde-a7b0-42e547bc6628 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:11:51.202503 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-f75a190b-7c85-479f-8454-701d042095b4 req-4a40a672-bcc3-4bde-a7b0-42e547bc6628 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:11:51.203584 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f75a190b-7c85-479f-8454-701d042095b4 req-4a40a672-bcc3-4bde-a7b0-42e547bc6628 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Apr 06 10:11:52.372942 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d9f2d34d-2bde-4673-affa-418ba900dc8f req-d3f007b5-a366-4b7d-ab5f-b5ca2f5074ec tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 210 time: 0.0404251 Apr 06 10:11:52.419218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-74bb4434-f3bd-424b-b95e-8045d66932c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:52.420728 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-74bb4434-f3bd-424b-b95e-8045d66932c0 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 815 time: 0.1447136 Apr 06 10:11:52.480142 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-4c9ffb31-3946-4744-9695-f79951ecd9b1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd066a88edae4b4e97292975c3c897a0 HTTP/1.1" status: 200 len: 380 time: 0.0469620 Apr 06 10:11:52.488287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'port': {'device_id': '821eb6ba-f56d-49ce-8bfb-007436795889', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'admin_state_up': True, 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'security_groups': ['9fbec1a7-6885-4f9f-856d-c5046dced1c4']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:52.631695 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:11:52.641343 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:11:52.651581 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Made reservation on behalf of fd066a88edae4b4e97292975c3c897a0 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:11:52.654551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:52.811965 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Allocated IP 172.20.0.3 (3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4/7a62b012-f2fb-4087-a352-c849ce9582c9/f3c981ca-20cc-4146-980b-4996275d30c4) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:11:52.990148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.005747 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Transition to ACTIVE for port object f3c981ca-20cc-4146-980b-4996275d30c4 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:11:53.026700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.092147 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:11:53.099012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:11:53.103240 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:11:53.139752 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event updated for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:53.169318 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:53.169918 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.194971 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-0a2a74b8-9c36-4957-bd65-04d166ce6cff tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7107763 Apr 06 10:11:53.207852 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Request body: {'port': {'device_id': '821eb6ba-f56d-49ce-8bfb-007436795889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:11:53.321314 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.379872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-33b1c644-67fa-4e3d-a485-abd407b06307 None None] Provisioning for port f3c981ca-20cc-4146-980b-4996275d30c4 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:11:53.385005 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-33b1c644-67fa-4e3d-a485-abd407b06307 None None] Provisioning complete for port f3c981ca-20cc-4146-980b-4996275d30c4 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:11:53.385468 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-33b1c644-67fa-4e3d-a485-abd407b06307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.439291 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-33b1c644-67fa-4e3d-a485-abd407b06307 None None] Port f3c981ca-20cc-4146-980b-4996275d30c4 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:11:53.668846 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fcaf4-85c6-4da5-b167-aecb11f40e1c req-d4d045d2-0857-4d74-b73b-b7bdc886e42f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:53.669428 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ab9fcaf4-85c6-4da5-b167-aecb11f40e1c req-d4d045d2-0857-4d74-b73b-b7bdc886e42f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:11:53.822634 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-ab9fcaf4-85c6-4da5-b167-aecb11f40e1c req-d4d045d2-0857-4d74-b73b-b7bdc886e42f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:11:53.823775 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab9fcaf4-85c6-4da5-b167-aecb11f40e1c req-d4d045d2-0857-4d74-b73b-b7bdc886e42f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 931 time: 0.2940524 Apr 06 10:11:53.832086 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c981ca-20cc-4146-980b-4996275d30c4 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:11:53.851642 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.877577 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Transition to ACTIVE for port object f3c981ca-20cc-4146-980b-4996275d30c4 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:11:53.884099 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:53.944835 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab9fcaf4-85c6-4da5-b167-aecb11f40e1c req-37ae6f14-7c58-46a7-9ed3-1ca947615064 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148536 Apr 06 10:11:54.020253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Pushing event updated for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:54.032775 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:54.131908 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Attempting to bind port f3c981ca-20cc-4146-980b-4996275d30c4 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:11:54.132218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Attempting to bind port f3c981ca-20cc-4146-980b-4996275d30c4 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:11:54.132562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Attempting to bind port f3c981ca-20cc-4146-980b-4996275d30c4 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:11:54.138126 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Port f3c981ca-20cc-4146-980b-4996275d30c4 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:11:54.138437 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Attempting to bind port f3c981ca-20cc-4146-980b-4996275d30c4 on network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:11:54.144673 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:11:54.144992 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Checking segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:11:54.145361 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Bound using segment: {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:11:54.145769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Bound port: f3c981ca-20cc-4146-980b-4996275d30c4, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82febb28-44a3-490d-87ff-fe288936da06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:11:54.146101 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:54.230809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:11:54.233576 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=f3c981ca-20cc-4146-980b-4996275d30c4,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:11:54.236795 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:54.301037 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:11:54.302259 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] 10.222.0.48 "PUT /v2.0/ports/f3c981ca-20cc-4146-980b-4996275d30c4 HTTP/1.1" status: 200 len: 1093 time: 1.0988865 Apr 06 10:11:54.302675 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:11:54.319658 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301306b8-88c3-47b2-b701-cae6c99554cf service neutron] Pushing event updated for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:11:54.375618 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06daee9d-d5d9-4289-84d4-57ca4a719cd5'] response: {'name': 'network-changed', 'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'status': 'completed', 'code': 200} Apr 06 10:11:54.416682 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-9777359b-8cdf-4517-95b3-a21dfeb14344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 1096 time: 0.0728402 Apr 06 10:11:54.490466 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-ddb7f91e-113d-48db-b011-ea3541de0b62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3c981ca-20cc-4146-980b-4996275d30c4 HTTP/1.1" status: 200 len: 217 time: 0.0673695 Apr 06 10:11:54.553108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-3375c733-9050-4a6b-bea3-24b682170ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:54.554518 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-3375c733-9050-4a6b-bea3-24b682170ec9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0586882 Apr 06 10:11:54.637108 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-cb73d929-841d-4c65-b618-f9c9f699b05d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761287 Apr 06 10:11:54.771342 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-b974c75a-b258-43ba-9775-e3ba735a44b6 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276493 Apr 06 10:11:54.900241 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e19c067b-8e02-434c-98b5-27d29cc7829c req-35d71210-5eb8-4994-a3ab-9a353905df5d service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218257 Apr 06 10:11:55.018585 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-a9c7c879-3f9c-4c89-b669-e7e5a3ab2f3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 1096 time: 0.0754929 Apr 06 10:11:55.195583 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-828a6762-b3f2-49f5-930a-ad2fb9ad532b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:55.197159 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-828a6762-b3f2-49f5-930a-ad2fb9ad532b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1720533 Apr 06 10:11:55.258370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d637360-5ebc-4402-8e72-8223f18d303a req-4f881e7a-0726-4b5a-94cb-fbfffeb55f1a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:55.259749 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3d637360-5ebc-4402-8e72-8223f18d303a req-4f881e7a-0726-4b5a-94cb-fbfffeb55f1a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 943 time: 0.1692562 Apr 06 10:11:55.289481 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-6857cf23-dcd8-45b3-a50f-68c310b60ab3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3c981ca-20cc-4146-980b-4996275d30c4 HTTP/1.1" status: 200 len: 217 time: 0.0855694 Apr 06 10:11:55.361563 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3d637360-5ebc-4402-8e72-8223f18d303a req-dbf7cb2f-f93a-42a1-b132-302a40c2887f tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961905 Apr 06 10:11:55.370228 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-f94127b2-7f65-43a0-b3b9-f1693370787b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:55.371719 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-f94127b2-7f65-43a0-b3b9-f1693370787b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0765698 Apr 06 10:11:55.443843 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-6bd414c7-59f2-4024-a5c9-b79b5535c0ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664074 Apr 06 10:11:55.650753 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-f033e7bc-7be0-4ecd-a630-a4169ce74e45 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011645 Apr 06 10:11:55.775630 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d299d45e-cd0e-435b-a5b5-a57304a1134d req-bd6c64f3-cef7-4824-ae7e-28f822c1acc7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190131 Apr 06 10:11:56.556943 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085243-d171-4a55-9b87-b62ae0b921cb req-0f1b7726-a74f-437b-b2d5-82e22200c943 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:56.558399 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3085243-d171-4a55-9b87-b62ae0b921cb req-0f1b7726-a74f-437b-b2d5-82e22200c943 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 943 time: 0.0784853 Apr 06 10:11:56.614676 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3085243-d171-4a55-9b87-b62ae0b921cb req-a1e35961-14d9-41da-b323-9fc4bc622d86 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508201 Apr 06 10:11:57.844631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060031f-dd12-4a81-9cbd-0f628fd470a0 req-0f5ce5bd-f6ef-42cf-95a6-7574be527880 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:57.846189 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7060031f-dd12-4a81-9cbd-0f628fd470a0 req-0f5ce5bd-f6ef-42cf-95a6-7574be527880 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 943 time: 0.0906017 Apr 06 10:11:57.898722 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7060031f-dd12-4a81-9cbd-0f628fd470a0 req-573a08b8-9941-4987-b887-3c81b63f41d1 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Apr 06 10:11:59.100124 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74daa5a-db82-4334-bfc1-5da4d9f4c971 req-cbfad453-9834-42b8-88e6-c228077904cb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:11:59.101625 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f74daa5a-db82-4334-bfc1-5da4d9f4c971 req-cbfad453-9834-42b8-88e6-c228077904cb tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 943 time: 0.0754995 Apr 06 10:11:59.147085 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f74daa5a-db82-4334-bfc1-5da4d9f4c971 req-7b3c87a3-df7a-474f-921f-b33b2c17c4da tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398400 Apr 06 10:12:00.074056 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device f3c981ca-20cc-4146-980b-4996275d30c4 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:12:00.248758 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=f3c981ca-20cc-4146-980b-4996275d30c4,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:12:00.264155 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'port_id': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'mac_address': 'fa:16:3e:df:5b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:12:00.316730 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:00.334078 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c981ca-20cc-4146-980b-4996275d30c4 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:12:00.349300 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=f3c981ca-20cc-4146-980b-4996275d30c4,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:12:00.353031 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:00.377431 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709e82-382b-4654-a99b-3398fa17e142 req-49ca72e8-edce-46a3-9651-17f740b5d2fd tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:00.379866 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-93709e82-382b-4654-a99b-3398fa17e142 req-49ca72e8-edce-46a3-9651-17f740b5d2fd tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 943 time: 0.0844090 Apr 06 10:12:00.426182 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-93709e82-382b-4654-a99b-3398fa17e142 req-d8f8feb9-525a-4fd2-88a5-a157ce303887 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Apr 06 10:12:00.428540 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:12:00.436737 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.437050 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.437374 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.437697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.438022 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.438340 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.438650 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.438961 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.439272 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.439579 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.439888 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:12:00.771071 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['f3c981ca-20cc-4146-980b-4996275d30c4'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:12:00.974192 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-3296da20-1314-4523-aac9-1e5ef96d021f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656343 Apr 06 10:12:01.065117 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-e97c71de-188f-49d0-92a3-e9ab2fe1b0da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0693228 Apr 06 10:12:01.204943 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-164be366-425d-4aaa-b407-5a2241ce5916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:01.207054 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-164be366-425d-4aaa-b407-5a2241ce5916 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1235144 Apr 06 10:12:01.303440 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-0b9ec87c-c3dc-4bbb-b916-6a410a2596e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 1001 time: 0.0899878 Apr 06 10:12:01.367461 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-bd48d877-f78b-4141-a43a-3a2248f65da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:01.369146 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-bd48d877-f78b-4141-a43a-3a2248f65da0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0595572 Apr 06 10:12:01.440293 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-4822b8d8-bc12-4622-8b98-b9def6e0ae75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0652056 Apr 06 10:12:01.615990 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-d2a2e9af-817c-413f-8e41-0560b11db664 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684458 Apr 06 10:12:01.735473 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4576145-0aea-45fd-81e2-1378b53863a9 req-e18a6bdd-080d-4ca5-9b29-e0022ea45eca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:01.736937 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b4576145-0aea-45fd-81e2-1378b53863a9 req-e18a6bdd-080d-4ca5-9b29-e0022ea45eca tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 944 time: 0.1837997 Apr 06 10:12:01.784757 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-57d96d16-d7b1-47b3-be7b-c184f9bacd8e req-f116e572-7a8b-4c7a-a9f4-389eb8cacdee service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612506 Apr 06 10:12:01.805253 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b4576145-0aea-45fd-81e2-1378b53863a9 req-90bf0fd8-9be7-4a42-80db-9e57123a0029 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584924 Apr 06 10:12:02.052585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792f290-3e84-48fb-bbcd-b925042e2888 req-34151565-6185-4b89-ae84-aefe5a5f1c82 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:02.053985 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8792f290-3e84-48fb-bbcd-b925042e2888 req-34151565-6185-4b89-ae84-aefe5a5f1c82 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0751548 Apr 06 10:12:02.082478 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device f3c981ca-20cc-4146-980b-4996275d30c4 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:12:02.103118 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8792f290-3e84-48fb-bbcd-b925042e2888 req-168de8b7-dbe0-4ce7-ab4f-35796d706684 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Apr 06 10:12:02.151432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port f3c981ca-20cc-4146-980b-4996275d30c4 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:12:02.156151 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port f3c981ca-20cc-4146-980b-4996275d30c4 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:12:02.156553 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:02.271108 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:02.298158 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:12:02.308652 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=f3c981ca-20cc-4146-980b-4996275d30c4,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:12:02.312675 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:02.376618 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:12:02.433905 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1320b296-d258-4dcb-8ac3-c4c207ca38d1'] response: {'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'code': 200} Apr 06 10:12:02.658897 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-132709d0-d6a3-4e1b-b58e-6e41bf0ecb3c req-f11ca504-f52c-4d74-b1a5-3abaedfc7383 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 1098 time: 0.0714169 Apr 06 10:12:02.700910 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-132709d0-d6a3-4e1b-b58e-6e41bf0ecb3c req-9df20a8f-220b-4324-a433-6c005e69ac36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Apr 06 10:12:03.004918 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f0f5f-dc10-4803-8d3c-2b57eead608c req-32c366f2-f2b4-4cea-a82c-190384ec7677 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:03.006358 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-934f0f5f-dc10-4803-8d3c-2b57eead608c req-32c366f2-f2b4-4cea-a82c-190384ec7677 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0812302 Apr 06 10:12:03.051980 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-934f0f5f-dc10-4803-8d3c-2b57eead608c req-ca41aaa9-19c8-472a-9d35-ccc3fa29040d tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Apr 06 10:12:03.300625 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb365-e788-43ae-a747-08d10e75cf26 req-fe037dc0-5719-4911-afa4-a7f40623917f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:03.301791 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fdfeb365-e788-43ae-a747-08d10e75cf26 req-fe037dc0-5719-4911-afa4-a7f40623917f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0788219 Apr 06 10:12:03.348480 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-fdfeb365-e788-43ae-a747-08d10e75cf26 req-b21b8d94-6818-47f0-9a00-e0a5d5359b11 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Apr 06 10:12:04.086798 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2215b32b-c79a-495f-b487-ba0579909352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:04.246074 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8b7ac-5142-4d8c-9d3d-fa2cb62e3c89 req-5cbf30c3-1ff5-459a-8751-31079272eee7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:04.247420 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b0f8b7ac-5142-4d8c-9d3d-fa2cb62e3c89 req-5cbf30c3-1ff5-459a-8751-31079272eee7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0752442 Apr 06 10:12:04.292203 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b0f8b7ac-5142-4d8c-9d3d-fa2cb62e3c89 req-9e3e386e-e122-4aff-9758-691f51cdb5bd tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Apr 06 10:12:04.551511 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241cd4-6223-429b-a5c6-6c9cb14ac448 req-d48b2eca-4bca-43cc-8d16-ce7e5c8fcba5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:04.552995 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1c241cd4-6223-429b-a5c6-6c9cb14ac448 req-d48b2eca-4bca-43cc-8d16-ce7e5c8fcba5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0848596 Apr 06 10:12:04.599569 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1c241cd4-6223-429b-a5c6-6c9cb14ac448 req-4d2f3619-7b5c-49a3-9bdf-706e8c34b0a4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Apr 06 10:12:05.570208 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7cc2c-bab6-4a22-9bf4-0f3ca7646c99 req-1e415f85-d4c4-4dc9-aec6-d74db1d57d6c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:05.571623 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f2c7cc2c-bab6-4a22-9bf4-0f3ca7646c99 req-1e415f85-d4c4-4dc9-aec6-d74db1d57d6c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.1602864 Apr 06 10:12:05.616333 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f2c7cc2c-bab6-4a22-9bf4-0f3ca7646c99 req-972ddf8a-e213-4464-b390-8ba2d8d2959a tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389705 Apr 06 10:12:05.795945 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a6df-d5d1-4767-926f-8416398a6d9e req-cdc7caef-36df-4334-8325-b92c094773e1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:05.797460 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a502a6df-d5d1-4767-926f-8416398a6d9e req-cdc7caef-36df-4334-8325-b92c094773e1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0744767 Apr 06 10:12:05.807758 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aa354-96e5-44f9-ab51-252a541445a8 req-fa761157-4831-4bc6-b84c-e753d48995de tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:05.809205 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-828aa354-96e5-44f9-ab51-252a541445a8 req-fa761157-4831-4bc6-b84c-e753d48995de tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0756547 Apr 06 10:12:05.817884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 35980) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:12:05.823048 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Request body: {'floatingip': {'port_id': 'f3c981ca-20cc-4146-980b-4996275d30c4'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:12:05.846427 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-a502a6df-d5d1-4767-926f-8416398a6d9e req-96615abe-b5e4-4b9e-9d68-7ab93826ae1f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Apr 06 10:12:05.899244 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:06.261511 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-86d941d7-72be-4d1a-a064-5f89ad7dae29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:06.468631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:06.472124 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:06.656104 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP aaf030ef-47ec-4832-a515-967621214215 associated. External IP: 172.28.0.186, port: f3c981ca-20cc-4146-980b-4996275d30c4. Apr 06 10:12:07.132476 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64c40a-c398-49ea-bf2e-1bb0e4823b66 req-e20bf495-e706-4f64-97ba-6cf57112be2a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:07.133867 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dc64c40a-c398-49ea-bf2e-1bb0e4823b66 req-e20bf495-e706-4f64-97ba-6cf57112be2a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.1085637 Apr 06 10:12:07.188403 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dc64c40a-c398-49ea-bf2e-1bb0e4823b66 req-99793469-454d-48a9-8e99-1066a7e75fe0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Apr 06 10:12:07.215026 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:12:07.406174 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:12:07.410801 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:07.417427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:12:07.421043 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:07.430497 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:12:07.431099 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:12:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:12:07.466948 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-df6108ec-64ad-446e-994e-b30707aa3011 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "PUT /v2.0/floatingips/aaf030ef-47ec-4832-a515-967621214215 HTTP/1.1" status: 200 len: 991 time: 1.6479146 Apr 06 10:12:07.467507 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:12:07.530712 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5d5595-9be6-49c2-acbb-3d647f53cc3e'] response: {'name': 'network-changed', 'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'status': 'completed', 'code': 200} Apr 06 10:12:07.583219 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:07.626154 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-9edac4c5-74c5-4b23-af7e-abb77d795f7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd066a88edae4b4e97292975c3c897a0&device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 1098 time: 0.0728631 Apr 06 10:12:07.630860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:12:07.755005 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-4af5dbc5-fa1c-4a59-9d8c-d9482ea8a8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:07.756496 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-4af5dbc5-fa1c-4a59-9d8c-d9482ea8a8aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 200 len: 916 time: 0.1249306 Apr 06 10:12:07.857577 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-e112cf94-937d-41cd-b102-9fe21967292c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3c981ca-20cc-4146-980b-4996275d30c4 HTTP/1.1" status: 200 len: 999 time: 0.0949197 Apr 06 10:12:07.918796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-f2eb7bab-f474-4de1-983c-1d23211739dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:07.920358 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-f2eb7bab-f474-4de1-983c-1d23211739dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 200 len: 854 time: 0.0564740 Apr 06 10:12:07.974168 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'aaf030ef-47ec-4832-a515-967621214215', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:df:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb6ba-f56d-49ce-8bfb-007436795889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:11:49Z', 'updated_at': '2022-04-06T10:12:06Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:12:07.978054 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:12:07.988600 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:12:07.989122 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:12:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:12:07.996600 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-1d63b710-d213-4ebf-ae2d-821f7cd33039 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701594 Apr 06 10:12:08.136583 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-4b35fd0b-1231-4686-a38e-009d9541d0e6 service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336951 Apr 06 10:12:08.162808 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:12:08.264309 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1e1c6b3-b278-4764-825f-591516d9e99c req-26bde33e-d526-4b1a-a274-46f4067ebb7f service neutron] 10.222.0.48 "GET /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219897 Apr 06 10:12:08.387712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9048e3-07f1-4512-adc3-d9a14dfc4c19 req-d53b474b-b993-44ca-8458-75b06b744534 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:08.389082 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9a9048e3-07f1-4512-adc3-d9a14dfc4c19 req-d53b474b-b993-44ca-8458-75b06b744534 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0776730 Apr 06 10:12:08.434080 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9a9048e3-07f1-4512-adc3-d9a14dfc4c19 req-98e58f8a-cfff-4915-966b-8a3e3a47b17f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 Apr 06 10:12:08.541212 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'aaf030ef-47ec-4832-a515-967621214215', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:df:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb6ba-f56d-49ce-8bfb-007436795889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:11:49Z', 'updated_at': '2022-04-06T10:12:06Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:12:08.545870 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f0c52-4c7e-4265-89bc-c8ccff6d73ec None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': 'aaf030ef-47ec-4832-a515-967621214215', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'floating_ip_address': '172.28.0.186', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'port_id': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'mac_address': 'fa:16:3e:df:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb6ba-f56d-49ce-8bfb-007436795889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:11:49Z', 'updated_at': '2022-04-06T10:12:06Z', 'revision_number': 1, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:12:08.736367 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74f392-a923-4c1b-83af-679fcaba724b None None] New status for floating IP aaf030ef-47ec-4832-a515-967621214215: ACTIVE {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:12:08.755013 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:09.632044 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96060a02-f9dd-4a1f-8e16-8cb59e3d9536 req-9286281d-db34-4da6-9a9b-ef5283e1e9af tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:09.633521 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-96060a02-f9dd-4a1f-8e16-8cb59e3d9536 req-9286281d-db34-4da6-9a9b-ef5283e1e9af tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0747316 Apr 06 10:12:09.679462 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-96060a02-f9dd-4a1f-8e16-8cb59e3d9536 req-0270ca3a-bb39-46ff-bb77-ab5e01542ceb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Apr 06 10:12:10.883495 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250542a9-350e-414b-bdfa-528c487efb19 req-19fd0448-d3ab-4a9e-bcc9-dfb46e5ccc7a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:10.884943 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-250542a9-350e-414b-bdfa-528c487efb19 req-19fd0448-d3ab-4a9e-bcc9-dfb46e5ccc7a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0783074 Apr 06 10:12:10.927999 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-250542a9-350e-414b-bdfa-528c487efb19 req-1e4941fb-6146-4906-810b-2d6d8eeefb65 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Apr 06 10:12:12.123379 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03136a-ed26-46e2-bb28-eec54b1c6709 req-d8edff78-ecd4-4747-9db4-4a8005bdc8bb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:12.124806 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8d03136a-ed26-46e2-bb28-eec54b1c6709 req-d8edff78-ecd4-4747-9db4-4a8005bdc8bb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0772805 Apr 06 10:12:12.176307 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8d03136a-ed26-46e2-bb28-eec54b1c6709 req-ae9ed7cb-3652-46a6-8a4a-9b5b4a9c1958 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Apr 06 10:12:13.368830 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904afc46-07e2-4e03-9d41-36865469423a req-c79f1e7e-ef40-4e64-829d-eebc7a2f5054 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:13.370236 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-904afc46-07e2-4e03-9d41-36865469423a req-c79f1e7e-ef40-4e64-829d-eebc7a2f5054 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0743444 Apr 06 10:12:13.419344 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-904afc46-07e2-4e03-9d41-36865469423a req-00c8c003-4762-4bc7-9fdf-354601aa0d8f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Apr 06 10:12:13.837599 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8dc0-1a7b-46a8-9d63-2055c82db3a7 req-3d0f93a8-efba-4407-a160-9db812f9b2cc tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:13.839812 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-134d8dc0-1a7b-46a8-9d63-2055c82db3a7 req-3d0f93a8-efba-4407-a160-9db812f9b2cc tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.1370249 Apr 06 10:12:13.844082 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-30436950-ddd3-4baa-8ae4-ed9166427005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0981655 Apr 06 10:12:14.054775 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-134d8dc0-1a7b-46a8-9d63-2055c82db3a7 req-452a3660-2edc-4cde-b853-73cae7c28072 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087977 Apr 06 10:12:14.092550 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-5f506e8c-da7f-485c-a2b5-da10a31193fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:14.093887 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-5f506e8c-da7f-485c-a2b5-da10a31193fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.2292349 Apr 06 10:12:14.194929 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-fa6e08bc-55b0-4426-9c67-9dbc97c95da8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 1001 time: 0.0948036 Apr 06 10:12:14.258829 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-78ba085f-7260-4af9-b50b-034445f4b398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:14.260212 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-78ba085f-7260-4af9-b50b-034445f4b398 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0559311 Apr 06 10:12:14.333219 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-6821b6a6-c5d4-42fc-8c54-17afcfbe5dde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673871 Apr 06 10:12:14.463734 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-800fef25-0560-497e-8af9-9a49ade7c229 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239750 Apr 06 10:12:14.593676 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f1d311f8-e455-4db9-8621-855e49fcec3f req-131b8c11-34e0-48f7-a7a7-f7985b04340e service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220202 Apr 06 10:12:15.259344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5f547-75f2-4ddb-9d21-b600720ea5a6 req-8a9e4eda-f57a-4fae-940f-82bc568dcfd4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:15.260750 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ee5f547-75f2-4ddb-9d21-b600720ea5a6 req-8a9e4eda-f57a-4fae-940f-82bc568dcfd4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0764077 Apr 06 10:12:15.306692 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ee5f547-75f2-4ddb-9d21-b600720ea5a6 req-214ba9c0-e368-4045-bd91-191b3f5d421c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Apr 06 10:12:16.504993 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f6603-c7da-47fb-8866-f37076aa7634 req-e460f5e6-8218-4697-8348-86857dcfb23d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:12:16.506426 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-192f6603-c7da-47fb-8866-f37076aa7634 req-e460f5e6-8218-4697-8348-86857dcfb23d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0756464 Apr 06 10:12:16.551590 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-192f6603-c7da-47fb-8866-f37076aa7634 req-2c144011-0a34-4a09-a5a7-8b637ac6745d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396435 Apr 06 10:12:21.636925 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:12:24.041099 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:34.088969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-4c09ea60-84c8-40b2-9704-3d05041023df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:36.263211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cbb746eb-f15e-420e-872d-23e1b18ac618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:37.418602 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:37.516101 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:38.755682 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:54.047044 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:12:58.637536 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:13:01.913129 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-4eeb2034-96d2-404b-96b9-684cc7eeb954 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685503 Apr 06 10:13:02.047356 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-0051fc35-434a-4a7d-a47d-135e51861d3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0672956 Apr 06 10:13:02.187694 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-299aff49-cc59-4d1f-9f3e-6c66bda0ebe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:02.189123 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-299aff49-cc59-4d1f-9f3e-6c66bda0ebe1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1222887 Apr 06 10:13:02.290365 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-a83f3008-b33c-41b0-9598-1ef8e6c886eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 1001 time: 0.0950778 Apr 06 10:13:02.349996 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-6219ff18-fe85-4ff6-8feb-51348ba6e1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:02.351399 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-6219ff18-fe85-4ff6-8feb-51348ba6e1e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0556779 Apr 06 10:13:02.425701 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-98a60bc6-2fca-459f-91be-ebd0d9f9b9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683441 Apr 06 10:13:02.556321 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-c14e2f74-66ea-4c96-8573-37a1b5d9bf9d service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 Apr 06 10:13:02.771842 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fbe6ab8b-5d29-447e-95d1-58ef4c3ced2a req-06de7c5d-3532-4a3f-a553-d56a197ed84a service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102692 Apr 06 10:13:04.090324 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bb0a841f-40b3-4702-b3a9-d98110843e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:06.264900 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-3969aa76-dd38-4817-9279-46fc070b2792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:07.421795 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:07.518885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:08.758760 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:24.057696 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:26.819113 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde2973-9b3b-452e-9eaf-ffa8391eaa47 req-10ed734b-6517-4a5b-aef9-34277b8f1685 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:26.820545 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8bde2973-9b3b-452e-9eaf-ffa8391eaa47 req-10ed734b-6517-4a5b-aef9-34277b8f1685 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0799713 Apr 06 10:13:26.864699 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8bde2973-9b3b-452e-9eaf-ffa8391eaa47 req-8b40f7a3-0660-4088-bd4e-2a741f7f6a8c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Apr 06 10:13:28.057278 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44326f1-2433-4c7a-b616-839b9d2c480d req-401b989a-3a62-414b-b645-7ba8eb7065dc tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:28.058666 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f44326f1-2433-4c7a-b616-839b9d2c480d req-401b989a-3a62-414b-b645-7ba8eb7065dc tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0741942 Apr 06 10:13:28.102383 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f44326f1-2433-4c7a-b616-839b9d2c480d req-83c0e612-008f-46d5-871c-0a9228225799 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382602 Apr 06 10:13:29.294133 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ff153-4bf8-4a85-88a4-db48986fcf48 req-b353415a-025a-4ed9-a983-019bc712e755 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:29.295470 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-407ff153-4bf8-4a85-88a4-db48986fcf48 req-b353415a-025a-4ed9-a983-019bc712e755 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0743263 Apr 06 10:13:29.340351 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-407ff153-4bf8-4a85-88a4-db48986fcf48 req-bb715c02-13ed-4177-bfce-6adfeda8b9b6 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Apr 06 10:13:30.540151 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ed67b-f001-4787-beda-c09d7221c9d7 req-a9f041b8-f1f8-41df-9ccb-26326cb5c174 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:30.541628 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fc0ed67b-f001-4787-beda-c09d7221c9d7 req-a9f041b8-f1f8-41df-9ccb-26326cb5c174 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0806637 Apr 06 10:13:30.586799 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-fc0ed67b-f001-4787-beda-c09d7221c9d7 req-caa02804-2527-4ea4-82cc-63e8adaa69c5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Apr 06 10:13:31.792453 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0125-53ff-4405-b28b-7dbcbbc4e0b3 req-98ad8181-1989-4f45-9d06-a4860a52ea6a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:31.793777 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-101c0125-53ff-4405-b28b-7dbcbbc4e0b3 req-98ad8181-1989-4f45-9d06-a4860a52ea6a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0777411 Apr 06 10:13:31.837520 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-101c0125-53ff-4405-b28b-7dbcbbc4e0b3 req-d1fc09d7-b0fa-4273-93f9-984e23df8cc3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Apr 06 10:13:33.032510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8f9e3-d846-4a74-926b-53f3a6c60c52 req-42fddfb2-a9aa-419d-852d-f33f783f4f69 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:33.033976 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6c8f9e3-d846-4a74-926b-53f3a6c60c52 req-42fddfb2-a9aa-419d-852d-f33f783f4f69 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0780597 Apr 06 10:13:33.078506 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-e6c8f9e3-d846-4a74-926b-53f3a6c60c52 req-71c90288-3dea-43de-9b13-0fad09ad1096 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Apr 06 10:13:34.092047 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0f1e-020a-4e78-b7e2-6918d633bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:34.274230 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c704-1d29-4369-8728-12d0acd385dc req-f9699a1e-f1e0-4648-b4d9-732103161c8d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:34.275651 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ad8c704-1d29-4369-8728-12d0acd385dc req-f9699a1e-f1e0-4648-b4d9-732103161c8d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0746646 Apr 06 10:13:34.323394 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ad8c704-1d29-4369-8728-12d0acd385dc req-67fbc3aa-9b93-4bd9-a411-7bb3dc6f892c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Apr 06 10:13:35.521323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02eed-6fc0-4cbb-bbe5-1d3aaa6b336e req-2638d153-074a-4469-aee2-608a4e16c4e0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:35.523033 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-54c02eed-6fc0-4cbb-bbe5-1d3aaa6b336e req-2638d153-074a-4469-aee2-608a4e16c4e0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0775852 Apr 06 10:13:35.568605 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-54c02eed-6fc0-4cbb-bbe5-1d3aaa6b336e req-ae138f4c-3f51-4888-9b62-cc22204fa46c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Apr 06 10:13:35.637364 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:13:36.266907 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-138c586a-a299-46b2-8028-dc71cf8e0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:36.842154 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335573f0-9294-4b61-97bd-35675f30eaa0 req-807f888b-dcdf-47ed-bff9-306567b3062c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:36.843559 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-335573f0-9294-4b61-97bd-35675f30eaa0 req-807f888b-dcdf-47ed-bff9-306567b3062c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.1511571 Apr 06 10:13:36.888281 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-335573f0-9294-4b61-97bd-35675f30eaa0 req-c5897ad9-27e2-4a1d-99ae-8a86abf18091 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Apr 06 10:13:37.427481 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:37.524085 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:38.089097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13363ce-8cbb-479a-94e7-9b2986400397 req-175c8bc7-c384-494e-b4db-56255fca64ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:38.090441 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a13363ce-8cbb-479a-94e7-9b2986400397 req-175c8bc7-c384-494e-b4db-56255fca64ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0777302 Apr 06 10:13:38.135257 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a13363ce-8cbb-479a-94e7-9b2986400397 req-f2ceb294-806b-45ca-af23-b952d5765593 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 Apr 06 10:13:38.761814 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:39.340343 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4653-da32-4bcb-8e34-3333e31f7e53 req-50037014-2309-4296-a886-a2790b21ff98 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:39.341679 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e96a4653-da32-4bcb-8e34-3333e31f7e53 req-50037014-2309-4296-a886-a2790b21ff98 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0749009 Apr 06 10:13:39.385728 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e96a4653-da32-4bcb-8e34-3333e31f7e53 req-f9165bfe-71a0-473f-ac5d-141e6852aa2f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385647 Apr 06 10:13:40.583829 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58652816-d5ed-494f-8519-b7f89bb7ad8c req-bdbbef7d-df5e-4f66-bae9-24b72777734f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:40.585580 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58652816-d5ed-494f-8519-b7f89bb7ad8c req-bdbbef7d-df5e-4f66-bae9-24b72777734f tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0806460 Apr 06 10:13:40.641271 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58652816-d5ed-494f-8519-b7f89bb7ad8c req-cc0f6112-b4e1-4dc8-9ddb-882e05c36b4e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Apr 06 10:13:40.765236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae487f96-848b-42ef-b912-4216cde203ed req-27e0d778-a37e-4b13-a83c-90fd108ba457 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:40.766652 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ae487f96-848b-42ef-b912-4216cde203ed req-27e0d778-a37e-4b13-a83c-90fd108ba457 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0773442 Apr 06 10:13:40.810887 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ae487f96-848b-42ef-b912-4216cde203ed req-5d22729f-0dcd-4d2c-b21d-68536e1708e7 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386159 Apr 06 10:13:41.832217 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a1dc6-1c0f-4ce6-9607-8700b3436a9a req-991e9356-0b72-4265-83ed-d276d311f9f0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:41.833557 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-351a1dc6-1c0f-4ce6-9607-8700b3436a9a req-991e9356-0b72-4265-83ed-d276d311f9f0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0732722 Apr 06 10:13:41.879427 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-351a1dc6-1c0f-4ce6-9607-8700b3436a9a req-c2d07fc9-c232-4901-8cda-5215845e5040 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Apr 06 10:13:42.011388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169e525-700d-48b4-9831-ede560d4576e req-820f3ff0-c0ef-4954-871e-c7e4c9fe3e66 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:42.013234 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6169e525-700d-48b4-9831-ede560d4576e req-820f3ff0-c0ef-4954-871e-c7e4c9fe3e66 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0818689 Apr 06 10:13:42.064187 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-6169e525-700d-48b4-9831-ede560d4576e req-aae0a6ac-0eba-4430-b50d-5363377373ac tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441220 Apr 06 10:13:42.629446 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-ba10faf6-f6d0-4da5-8b99-6d2d84b66a87 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:42.630888 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-ba10faf6-f6d0-4da5-8b99-6d2d84b66a87 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0834363 Apr 06 10:13:42.696051 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port f3c981ca-20cc-4146-980b-4996275d30c4 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:42.696403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:42.932078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] For port f3c981ca-20cc-4146-980b-4996275d30c4, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=f3c981ca-20cc-4146-980b-4996275d30c4,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:13:42.932710 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:43.247655 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af822f8-1519-40a2-8324-1b8071387495 req-302275cb-a235-4423-ba44-a48f7aacd4f3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:43.249162 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7af822f8-1519-40a2-8324-1b8071387495 req-302275cb-a235-4423-ba44-a48f7aacd4f3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.2477567 Apr 06 10:13:43.306545 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:43.306904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:43.307209 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Floating IP aaf030ef-47ec-4832-a515-967621214215 disassociated. External IP: 172.28.0.186, port: f3c981ca-20cc-4146-980b-4996275d30c4. Apr 06 10:13:43.307536 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for f3c981ca-20cc-4146-980b-4996275d30c4 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:43.355190 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7af822f8-1519-40a2-8324-1b8071387495 req-7d0b3005-b735-49a9-9e5a-624ee2bf8862 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936582 Apr 06 10:13:43.405989 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b26cc0-15b9-4eb8-aa49-64f24e5587dc req-fa28f2a6-ed2e-49c8-bc30-516fc2f3a67e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:43.413251 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-67b26cc0-15b9-4eb8-aa49-64f24e5587dc req-fa28f2a6-ed2e-49c8-bc30-516fc2f3a67e tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 945 time: 0.0852160 Apr 06 10:13:43.464930 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-67b26cc0-15b9-4eb8-aa49-64f24e5587dc req-934ab93d-1ee2-497f-b5be-38cbe17ef964 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fbec1a7-6885-4f9f-856d-c5046dced1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Apr 06 10:13:43.465623 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:43.515455 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=f3c981ca-20cc-4146-980b-4996275d30c4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:43.531208 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.531208 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.531731 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.532191 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.532544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.532936 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.533256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.533581 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.533940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.534299 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.534658 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:43.751493 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbba43-4a69-41a2-bd63-20f54b39b552 req-19aaf06a-f01e-4566-a2fe-edda72257cac tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:43.752970 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-60fbba43-4a69-41a2-bd63-20f54b39b552 req-19aaf06a-f01e-4566-a2fe-edda72257cac tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0817773 Apr 06 10:13:43.799248 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-60fbba43-4a69-41a2-bd63-20f54b39b552 req-0529d030-1747-4e1f-9912-988c52ecfa4e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Apr 06 10:13:43.847726 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-8d110e9c-65dd-4ed5-98aa-c0775332858a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 1098 time: 0.0983901 Apr 06 10:13:44.005591 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c7556-ba7c-45ea-b726-1586bc558124 req-bebfe516-b35c-4490-a5e8-46a21cbbea69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:44.007581 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-bebfe516-b35c-4490-a5e8-46a21cbbea69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1544406 Apr 06 10:13:44.079460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:13:44.223480 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-d3a7169d-00cb-4ee3-8dd0-351730636648 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 200 len: 1001 time: 0.2093782 Apr 06 10:13:44.301010 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c7556-ba7c-45ea-b726-1586bc558124 req-39f023cf-d02a-482b-82be-3ca9ed2e6027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:44.302360 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-39f023cf-d02a-482b-82be-3ca9ed2e6027 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0727391 Apr 06 10:13:44.406791 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-356e05d5-1470-446c-bb40-8f0db88f34dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971727 Apr 06 10:13:44.433012 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:13:44.442116 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:13:44.454130 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:13:44.454720 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:13:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:44.562042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] No DVR routers for this DVR port f3c981ca-20cc-4146-980b-4996275d30c4 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:13:44.564598 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:44.569619 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'name': 'network-vif-deleted', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:13:44.593567 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-efd7f173-ec00-4986-bd1f-1f895fdd78c1 req-eae21682-2f7a-4a07-8cf0-9c9e2f13863c tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.48 "DELETE /v2.0/ports/f3c981ca-20cc-4146-980b-4996275d30c4 HTTP/1.1" status: 204 len: 173 time: 1.9573467 Apr 06 10:13:44.652362 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:13:44.662797 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46002146-52e3-4c56-9fd4-d3e216415797'] response: {'server_uuid': '821eb6ba-f56d-49ce-8bfb-007436795889', 'name': 'network-vif-deleted', 'tag': 'f3c981ca-20cc-4146-980b-4996275d30c4', 'status': 'completed', 'code': 200} Apr 06 10:13:44.675019 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-69f37135-88a8-434a-988f-ce1bd104ef47 req-60ed426d-9195-4899-ab24-128fd6d5d359 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Synchronizing usage tracker for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:13:44.680590 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-379f0125-64ed-4041-9c05-81034242da87 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675672 Apr 06 10:13:44.760151 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-69f37135-88a8-434a-988f-ce1bd104ef47 req-60ed426d-9195-4899-ab24-128fd6d5d359 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Unset dirty status for tenant:fd066a88edae4b4e97292975c3c897a0 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:13:44.761284 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-69f37135-88a8-434a-988f-ce1bd104ef47 req-60ed426d-9195-4899-ab24-128fd6d5d359 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/ports?device_id=821eb6ba-f56d-49ce-8bfb-007436795889 HTTP/1.1" status: 200 len: 210 time: 0.1376810 Apr 06 10:13:44.824097 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-721c7556-ba7c-45ea-b726-1586bc558124 req-581dc2ac-462a-4267-840f-2a2e492db6ef service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377528 Apr 06 10:13:44.965344 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:44.969156 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:13:44.979758 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:13:44.980411 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:13:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:45.001990 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c47f14-add3-47b4-96a2-a1ae71df9878 req-52bf5835-7da0-4646-9d41-dcefe5aa63df tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:45.003434 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-70c47f14-add3-47b4-96a2-a1ae71df9878 req-52bf5835-7da0-4646-9d41-dcefe5aa63df tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0766881 Apr 06 10:13:45.056186 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-70c47f14-add3-47b4-96a2-a1ae71df9878 req-c06696a6-253d-4983-b4ed-8b82f6d88060 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Apr 06 10:13:45.156787 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:13:45.499286 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:45.503178 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7804465-86dc-443f-9f83-cf5c02a005a5 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:54Z', 'revision_number': 4, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '77de6f5b-70b7-44b6-86ff-271c1bf731e6', 'name': '', 'network_id': '3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'mac_address': 'fa:16:3e:6f:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:54Z', 'updated_at': '2022-04-06T10:06:03Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'subnets': [{'id': '7a62b012-f2fb-4087-a352-c849ce9582c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:13:45.712392 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa904df-0a36-4b35-b9f2-02dcdb6e2704 None None] New status for floating IP aaf030ef-47ec-4832-a515-967621214215: DOWN {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:13:45.905213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36162) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:45.973067 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:45.999869 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.050260 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.068207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbec1a7-6885-4f9f-856d-c5046dced1c4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:46.077975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.079065 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a60516f2-ab98-4f09-a890-d9ab3c5d7e60 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/security-groups/9fbec1a7-6885-4f9f-856d-c5046dced1c4 HTTP/1.1" status: 204 len: 168 time: 0.1728864 Apr 06 10:13:46.081812 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36166) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:46.102352 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.api.v2.resource [None req-c59e2d60-0254-43c4-996e-3e3b4bd50ea9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] show failed (client error): The resource could not be found. Apr 06 10:13:46.103335 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-c59e2d60-0254-43c4-996e-3e3b4bd50ea9 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "GET /v2.0/security-groups/9fbec1a7-6885-4f9f-856d-c5046dced1c4 HTTP/1.1" status: 404 len: 347 time: 0.0206661 Apr 06 10:13:46.106239 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36172) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:46.392348 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Deleting port b38c171c-a4c2-4c70-a0f3-c1ebc28509af {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:46.392584 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.533131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbe6fe-360d-4feb-a032-7b8ae6809144 req-f960430f-c557-4ec1-b50f-b0d44a4e9f62 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:13:46.534562 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60fbe6fe-360d-4feb-a032-7b8ae6809144 req-f960430f-c557-4ec1-b50f-b0d44a4e9f62 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.3532603 Apr 06 10:13:46.607630 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.608024 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.616125 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device f3c981ca-20cc-4146-980b-4996275d30c4 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:13:46.625579 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-60fbe6fe-360d-4feb-a032-7b8ae6809144 req-6178ea5c-ca41-4edb-82a0-ab93f9e27d9b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840664 Apr 06 10:13:46.651341 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: f3c981ca-20cc-4146-980b-4996275d30c4 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:13:46.651676 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device f3c981ca-20cc-4146-980b-4996275d30c4 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:13:46.731970 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Calling delete_port for b38c171c-a4c2-4c70-a0f3-c1ebc28509af owned by network:floatingip {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:46.865094 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:46.911309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Pushing event deleted for resources: {'Port': ['ID=b38c171c-a4c2-4c70-a0f3-c1ebc28509af,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:47.017643 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:47.034665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:47.035798 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-79e2d1ec-facd-4819-a0d2-e1554a117166 tempest-AttachVolumeNegativeTest-973244093 tempest-AttachVolumeNegativeTest-973244093-project] 10.222.0.39 "DELETE /v2.0/floatingips/aaf030ef-47ec-4832-a515-967621214215 HTTP/1.1" status: 204 len: 168 time: 0.9286802 Apr 06 10:13:51.367130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36212) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:51.847218 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:52.503136 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Deleting port 77de6f5b-70b7-44b6-86ff-271c1bf731e6 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:52.503819 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:52.687918 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] For port 77de6f5b-70b7-44b6-86ff-271c1bf731e6, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=77de6f5b-70b7-44b6-86ff-271c1bf731e6,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:13:52.688386 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:52.806363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Calling delete_port for 77de6f5b-70b7-44b6-86ff-271c1bf731e6 owned by network:router_interface {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:52.965419 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:53.009082 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=77de6f5b-70b7-44b6-86ff-271c1bf731e6,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:53.301336 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:53.931397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Router 1f9329b8-a631-4209-b03e-9fae103c2c3c has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:13:54.050806 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:54.127031 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:13:54.135910 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Sync routers for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:13:54.138681 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-8564d72f-8c16-4e17-98f1-dfa640c58b8d admin admin] 10.222.0.39 "PUT /v2.0/routers/1f9329b8-a631-4209-b03e-9fae103c2c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704644 Apr 06 10:13:54.141199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36218) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:54.147018 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:13:54.147604 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:13:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:54.322808 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:13:54.333080 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:54.526017 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:54.537372 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Deleting port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:54.537804 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:54.608001 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:13:52Z', 'revision_number': 5, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port': {'id': '791e42d0-c8bc-4a65-ad7d-25f222af6ce0', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:54.611691 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Checking router: 1f9329b8-a631-4209-b03e-9fae103c2c3c for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:13:54.622288 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Routers {'1f9329b8-a631-4209-b03e-9fae103c2c3c'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:13:54.622870 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:13:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['1f9329b8-a631-4209-b03e-9fae103c2c3c'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:54.710436 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] For port 791e42d0-c8bc-4a65-ad7d-25f222af6ce0, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:13:54.710880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:54.767794 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] Set router 1f9329b8-a631-4209-b03e-9fae103c2c3c gateway port host: None {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:13:54.827674 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Calling delete_port for 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 owned by network:router_gateway {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:54.869970 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:13:54Z', 'revision_number': 6, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:54.873715 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300f7ac-9587-4eb7-8d9b-57a0a8011357 None None] The sync data for ids ['1f9329b8-a631-4209-b03e-9fae103c2c3c'] in dv-cinder-836753-1-smb is: [{'id': '1f9329b8-a631-4209-b03e-9fae103c2c3c', 'name': 'tempest-AttachVolumeNegativeTest-1366403178-router', 'tenant_id': 'fd066a88edae4b4e97292975c3c897a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:05:51Z', 'updated_at': '2022-04-06T10:13:54Z', 'revision_number': 6, 'project_id': 'fd066a88edae4b4e97292975c3c897a0', 'gw_port_host': None}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:13:54.991465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.035598 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=791e42d0-c8bc-4a65-ad7d-25f222af6ce0,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:55.270396 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 77de6f5b-70b7-44b6-86ff-271c1bf731e6 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:13:55.306328 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 77de6f5b-70b7-44b6-86ff-271c1bf731e6 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:13:55.306666 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 77de6f5b-70b7-44b6-86ff-271c1bf731e6 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:13:55.362173 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.608335 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.612449 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.638974 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.639499 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9329b8-a631-4209-b03e-9fae103c2c3c {{(pid=83219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:13:55.651645 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.652782 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-ed180031-a84f-4038-b36c-022654686e6a admin admin] 10.222.0.39 "DELETE /v2.0/routers/1f9329b8-a631-4209-b03e-9fae103c2c3c HTTP/1.1" status: 204 len: 168 time: 1.5106835 Apr 06 10:13:55.655340 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36222) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:55.713149 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Deleting subnet 7a62b012-f2fb-4087-a352-c849ce9582c9 {{(pid=83219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:13:55.715975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.768167 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3335604'] for subnet, precommit_delete_associations {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.845807 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.913356 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2677023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835238'] for subnet, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.953562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a62b012-f2fb-4087-a352-c849ce9582c9,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:55.957372 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:55.962941 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-2f7d8577-4517-4a8d-8409-cadc981e4c2e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7a62b012-f2fb-4087-a352-c849ce9582c9 HTTP/1.1" status: 204 len: 168 time: 0.3066838 Apr 06 10:13:55.963906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7152583-d245-4e18-a251-3236b5e8c193 None None] Network 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:13:55.965397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36226) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:56.067082 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.077642 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Deleting port 92ff06e5-6ff8-496c-bddd-d131e9255158 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:56.077958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.223930 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] DHCP port deletion for 3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:13:56.228905 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Deleting port 92ff06e5-6ff8-496c-bddd-d131e9255158 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:56.229261 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.275271 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] For port 92ff06e5-6ff8-496c-bddd-d131e9255158, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=92ff06e5-6ff8-496c-bddd-d131e9255158,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:13:56.275622 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.399855 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Calling delete_port for 92ff06e5-6ff8-496c-bddd-d131e9255158 owned by network:dhcp {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:56.457364 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] For port 92ff06e5-6ff8-496c-bddd-d131e9255158, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=92ff06e5-6ff8-496c-bddd-d131e9255158,segment=NetworkSegment(82febb28-44a3-490d-87ff-fe288936da06),segment_id=82febb28-44a3-490d-87ff-fe288936da06)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:13:56.457909 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.471769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.518765 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ff06e5-6ff8-496c-bddd-d131e9255158,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:56.523514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] No DVR routers for this DVR port 92ff06e5-6ff8-496c-bddd-d131e9255158 on host dv-cinder-836753-1-smb {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:13:56.577109 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Calling delete_port for 92ff06e5-6ff8-496c-bddd-d131e9255158 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:13:56.653531 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:13:56.653821 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:13:56.729769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.756465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4']}} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:56.767737 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82febb28-44a3-490d-87ff-fe288936da06') {'for_net_delete': True} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:56.768023 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.services.segments.db [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82febb28-44a3-490d-87ff-fe288936da06') {} {{(pid=83219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:13:56.779350 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3335597'] for segment, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.794977 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.800835 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:13:56.803775 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2677057'] for segment, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: Traceback (most recent call last): Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: timer() Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: cb(*args, **kw) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: return func(*args, **kwargs) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: self._notify() Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: self.callback(batched_events) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: event.method(event) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: return f(self, *a, **k) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: return self._get(url).json() Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: return self.request(url, 'GET', **kwargs) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:13:56.817552 dv-cinder-836753-1-smb neutron-server[83219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:13:56.890340 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.905978 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:56.917256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:56.928755 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-5d7d80f4-644a-41db-a85c-76a9ca3f58c5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3bbf9186-248d-4bf9-8a0f-1f31c1c5c4a4 HTTP/1.1" status: 204 len: 168 time: 0.9624383 Apr 06 10:13:57.076912 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36232) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:57.078443 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:13:57.114091 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:13:57.114423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 791e42d0-c8bc-4a65-ad7d-25f222af6ce0 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:13:57.114833 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 92ff06e5-6ff8-496c-bddd-d131e9255158 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:13:57.132164 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5b54a11e-9ef4-48fe-996b-951cc29bb014 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd066a88edae4b4e97292975c3c897a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540662 Apr 06 10:13:57.134734 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36236) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:13:57.145906 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 92ff06e5-6ff8-496c-bddd-d131e9255158 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:13:57.146238 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 92ff06e5-6ff8-496c-bddd-d131e9255158 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:13:57.155623 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Deleting port 92ff06e5-6ff8-496c-bddd-d131e9255158 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:13:57.156119 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:57.197603 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:57.218299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-95ecf9e1-35b7-4d75-ab51-e281051131aa None None] The port '92ff06e5-6ff8-496c-bddd-d131e9255158' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:13:57.224372 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:57.274229 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:57.289934 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c665f52-5b45-496a-b356-2bd6eb40a290,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:13:57.303807 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.304143 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.304501 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.304827 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.305151 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.305471 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.305787 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.306104 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.306419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.306731 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.307041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:13:57.309540 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:13:57.310629 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-69ce9dbf-f892-467d-912e-459991cf185f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c665f52-5b45-496a-b356-2bd6eb40a290 HTTP/1.1" status: 204 len: 168 time: 0.1750154 Apr 06 10:13:59.960727 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36312) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:00.095507 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.127207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:00.131499 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Usage tracker for resource:security_group_rule and tenant:6c4b35a412ce481d830261cea9b22aa1 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:00.134370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:00.139881 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:00.203358 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.207041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.253572 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c4b35a412ce481d830261cea9b22aa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2917857 Apr 06 10:14:00.254246 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cfbd5-b72a-4589-9c8e-23cf55215cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8494f-c956-40ab-8715-3af93adcfbcc,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:00.257044 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36318) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:00.317074 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.342119 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.396105 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.409938 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8494f-c956-40ab-8715-3af93adcfbcc,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:00.416027 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.419762 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-4553ac8a-8f88-4304-a9a6-078ddb7f1ece admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61e8494f-c956-40ab-8715-3af93adcfbcc HTTP/1.1" status: 204 len: 168 time: 0.1615727 Apr 06 10:14:00.731643 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36326) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:00.750516 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.779612 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:00.783302 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Usage tracker for resource:security_group_rule and tenant:0ffd282db79348a28f03383712d95008 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:00.786095 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:00.792081 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:00.859331 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.862673 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.906216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3688ac-7507-426f-9b20-b46a53af22d3,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:00.911299 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-838103b4-978d-4946-ae67-ada76084ac8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ffd282db79348a28f03383712d95008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1786239 Apr 06 10:14:00.914926 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36330) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:00.972826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:00.998341 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:01.046445 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:01.062017 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3688ac-7507-426f-9b20-b46a53af22d3,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:01.070397 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:01.071461 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-af536ff8-83b5-4391-846d-4b935d1ba1a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e3688ac-7507-426f-9b20-b46a53af22d3 HTTP/1.1" status: 204 len: 168 time: 0.1554978 Apr 06 10:14:04.093983 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1890478b-2a88-4dfe-9ff1-c7431172843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.257160 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36420) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:06.268958 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bab79ee9-c0d9-40f3-8a7b-4bcf7a508d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.396777 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.429883 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:06.433660 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Usage tracker for resource:security_group_rule and tenant:27e6c1fe8be14d459bd6081dfea4c0ac is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:06.436416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:06.441975 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:06.507534 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.511059 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.556309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ef73a-86c6-433f-8aef-0849c4a80a51,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:06.560330 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-74b82ed4-db07-4656-a83c-f383537a3fcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27e6c1fe8be14d459bd6081dfea4c0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021619 Apr 06 10:14:06.562931 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36426) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:06.622322 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.647690 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.696883 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.713525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ef73a-86c6-433f-8aef-0849c4a80a51,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:06.719701 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:06.720812 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d8b3ae8b-7552-4362-a922-6664fd69a412 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c1ef73a-86c6-433f-8aef-0849c4a80a51 HTTP/1.1" status: 204 len: 168 time: 0.1570072 Apr 06 10:14:07.036243 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36434) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:07.055204 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.085268 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:07.088971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Usage tracker for resource:security_group_rule and tenant:34306f69eaa74a208320bd166d70b5f6 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:07.091681 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:07.097321 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:07.164133 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.167648 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.212042 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19feb88-c389-4d33-aca4-5db9a905f696,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:07.218277 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-f404f86a-6cef-44e7-a2f9-b50e3defc2eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34306f69eaa74a208320bd166d70b5f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790731 Apr 06 10:14:07.218991 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36438) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:07.275535 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.299307 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.352754 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.368192 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19feb88-c389-4d33-aca4-5db9a905f696,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:07.372617 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.373689 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-57d70fcb-19f3-499e-9f76-96252c35fa86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c19feb88-c389-4d33-aca4-5db9a905f696 HTTP/1.1" status: 204 len: 168 time: 0.1539724 Apr 06 10:14:07.428672 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:07.528296 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:08.764546 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:12.638168 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:14:16.915999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36566) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:17.066904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.098915 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:17.103631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Usage tracker for resource:security_group_rule and tenant:5291ea159c92481e954b96d2e4c55e0d is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:17.106433 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:17.112071 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:17.179940 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.184243 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.226017 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d84cf-48b9-41a8-8284-8331cc09d9b0,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:17.233190 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-45b88016-844b-4817-86da-63df97ddbacf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5291ea159c92481e954b96d2e4c55e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3161383 Apr 06 10:14:17.235712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36572) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:17.298361 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.326668 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.376873 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.393953 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d84cf-48b9-41a8-8284-8331cc09d9b0,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:17.397799 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.398988 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-cf535512-9fb0-4227-a3cd-2f39a6a3bd27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a8d84cf-48b9-41a8-8284-8331cc09d9b0 HTTP/1.1" status: 204 len: 168 time: 0.1623034 Apr 06 10:14:17.734179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36580) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:17.752622 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.782025 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:17.785755 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Usage tracker for resource:security_group_rule and tenant:123ca856460a4129acaa45cfc8dd0daa is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:17.789029 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:17.794552 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:17.858621 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.862528 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:17.915541 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=123ca856460a4129acaa45cfc8dd0daa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1802573 Apr 06 10:14:17.916253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f5d1-331b-4d9d-9027-651b16b81a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83379047-6fcf-46c6-b702-291daeec4c79,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:17.918208 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36584) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:17.978490 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.003939 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.054660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.069246 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83379047-6fcf-46c6-b702-291daeec4c79,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:18.076128 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.077213 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-902650fb-29c1-47b8-9997-3b1c5ff3741d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83379047-6fcf-46c6-b702-291daeec4c79 HTTP/1.1" status: 204 len: 168 time: 0.1561556 Apr 06 10:14:18.459590 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36594) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:18.478314 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.509334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:18.513162 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Usage tracker for resource:security_group_rule and tenant:6724f7f757734253b635cb2dd4987795 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:18.515931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:18.522026 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:18.589443 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.592929 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.637479 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8f993-8652-49c4-878f-e88d2073f0b9,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:18.642710 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-1da68b51-22c6-4133-a942-8593e6094c7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6724f7f757734253b635cb2dd4987795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821249 Apr 06 10:14:18.645460 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36598) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:18.703259 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.728784 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.777987 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.794394 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8f993-8652-49c4-878f-e88d2073f0b9,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:18.798663 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:18.799735 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-3c20bcf2-68da-46c2-a185-5193abb2834d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1f8f993-8652-49c4-878f-e88d2073f0b9 HTTP/1.1" status: 204 len: 168 time: 0.1533878 Apr 06 10:14:24.071673 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.451293 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36666) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:25.589349 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.620525 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:25.624329 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Usage tracker for resource:security_group_rule and tenant:ba050811a7d44ca08e684ce0df2aa6e8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:25.627017 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:25.632707 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:25.700472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.703966 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.752187 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba050811a7d44ca08e684ce0df2aa6e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998555 Apr 06 10:14:25.752906 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5fc7f-62fd-41fb-a74e-4b6befb9150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51470e2-7dd1-4bba-be08-b74f552c8dd4,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:25.755655 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36672) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:25.816140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.840493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.889539 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.904111 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51470e2-7dd1-4bba-be08-b74f552c8dd4,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:25.915445 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:25.916577 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-488807f3-e778-4ddd-9ebe-b3f9bf3350bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a51470e2-7dd1-4bba-be08-b74f552c8dd4 HTTP/1.1" status: 204 len: 168 time: 0.1596158 Apr 06 10:14:34.096544 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5b77ef56-e815-421d-8ae9-511ad6e102a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:36.269555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9c638de0-378d-4407-8672-b9636470a5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:37.430662 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:37.531056 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:38.764772 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:42.990296 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06980e-546e-4f84-80d5-e17b25d04095 req-f8751859-03e7-40ac-99a8-39968248eb2e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:42.991875 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7c06980e-546e-4f84-80d5-e17b25d04095 req-f8751859-03e7-40ac-99a8-39968248eb2e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.2891490 Apr 06 10:14:43.039685 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-7c06980e-546e-4f84-80d5-e17b25d04095 req-80b2eac4-df57-4c90-8247-4bd895dab485 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Apr 06 10:14:44.310090 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7ba0e-6650-4b37-be9e-ca6265961ab1 req-902c21e0-96ee-428a-847f-9ceb866233bf tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:44.311530 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33d7ba0e-6650-4b37-be9e-ca6265961ab1 req-902c21e0-96ee-428a-847f-9ceb866233bf tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.1512012 Apr 06 10:14:44.359337 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-33d7ba0e-6650-4b37-be9e-ca6265961ab1 req-5e6bea13-3f75-45b4-a07b-e900840847b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Apr 06 10:14:44.866312 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf8293-1244-4761-a99b-648961728b66 req-3b8a4cde-740c-4bd2-bb4d-4b9572e918a7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:44.867691 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1edf8293-1244-4761-a99b-648961728b66 req-3b8a4cde-740c-4bd2-bb4d-4b9572e918a7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0740840 Apr 06 10:14:44.940430 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Deleting port 53bb2f49-6891-4a88-9687-6cb3ec858179 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:14:44.940752 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:45.173130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] For port 53bb2f49-6891-4a88-9687-6cb3ec858179, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=53bb2f49-6891-4a88-9687-6cb3ec858179,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:14:45.173392 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:45.558985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:45.559640 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:45.559781 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Floating IP e440c75a-271f-44f9-8b72-7bb513047e89 disassociated. External IP: 172.28.0.132, port: 53bb2f49-6891-4a88-9687-6cb3ec858179. Apr 06 10:14:45.560037 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Calling delete_port for 53bb2f49-6891-4a88-9687-6cb3ec858179 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:14:45.577930 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b137b10-9605-4b62-ba49-ca6a534b2fe8 req-1abe77cc-c82f-4d0c-a293-e47d72686b47 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:45.579407 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8b137b10-9605-4b62-ba49-ca6a534b2fe8 req-1abe77cc-c82f-4d0c-a293-e47d72686b47 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 945 time: 0.0778928 Apr 06 10:14:45.625229 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8b137b10-9605-4b62-ba49-ca6a534b2fe8 req-857a6596-b8c4-42e3-b843-aeadf46bdfa2 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=1923b978-7473-4cdc-8b7e-c8c0b53702dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Apr 06 10:14:45.701138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:45.749421 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'Port': ['ID=53bb2f49-6891-4a88-9687-6cb3ec858179,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:45.762377 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.762504 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.762729 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.763057 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.763377 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.763696 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.764014 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.764364 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.764693 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.764992 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.765305 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:14:45.960150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:14:46.159788 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:14:46.170298 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:14:46.188021 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:14:46.188674 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:14:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:14:46.230293 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] No DVR routers for this DVR port 53bb2f49-6891-4a88-9687-6cb3ec858179 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:14:46.232850 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:46.235538 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'name': 'network-vif-deleted', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:14:46.251487 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-1edf8293-1244-4761-a99b-648961728b66 req-100560ff-6faa-43b0-8a28-0a6f36d38bbb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "DELETE /v2.0/ports/53bb2f49-6891-4a88-9687-6cb3ec858179 HTTP/1.1" status: 204 len: 173 time: 1.3772550 Apr 06 10:14:46.292088 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d638bb04-2221-43c9-969f-21b6134d2255'] response: {'server_uuid': '10460f84-42d3-4872-ae42-f749d9ee40de', 'name': 'network-vif-deleted', 'tag': '53bb2f49-6891-4a88-9687-6cb3ec858179', 'status': 'completed', 'code': 200} Apr 06 10:14:46.370553 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [req-7fbffaeb-a3b3-4ee3-82e8-d341c65bc2da req-0e9389d6-9707-4041-b86b-b34003b25f5b service neutron] (83218) timed out ('10.222.0.48', 61111) {{(pid=83218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 10:14:46.405048 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:14:46.716156 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:14:46.721179 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:14:46.732562 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:14:46.733673 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:14:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:14:46.811458 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c88bbadf-d47e-4933-b31e-59a2b0e94efc req-507caae4-ec8f-414d-abac-a17a843f4b8a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=10460f84-42d3-4872-ae42-f749d9ee40de HTTP/1.1" status: 200 len: 210 time: 0.0430043 Apr 06 10:14:46.916145 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:14:47.213365 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:14:47.217068 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8063ce-b01c-4534-8cdf-93853c370645 None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:14:47.426138 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ba8fd-89c3-45f0-b197-2a1d1a88e324 None None] New status for floating IP e440c75a-271f-44f9-8b72-7bb513047e89: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:14:47.974971 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36712) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:48.040460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.066947 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.117097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.135388 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923b978-7473-4cdc-8b7e-c8c0b53702dc,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:48.145584 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.146762 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-da18ca67-7055-44ab-aa6c-ed1cf200a6b5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "DELETE /v2.0/security-groups/1923b978-7473-4cdc-8b7e-c8c0b53702dc HTTP/1.1" status: 204 len: 168 time: 0.1708415 Apr 06 10:14:48.149517 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36716) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:48.166354 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.api.v2.resource [None req-a923fa6e-653c-4218-bf2c-377e60797c39 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] show failed (client error): The resource could not be found. Apr 06 10:14:48.167351 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a923fa6e-653c-4218-bf2c-377e60797c39 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups/1923b978-7473-4cdc-8b7e-c8c0b53702dc HTTP/1.1" status: 404 len: 347 time: 0.0169344 Apr 06 10:14:48.170366 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36720) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:48.336489 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Deleting port 738c3ddd-fddd-4c8b-b66f-e5a2db207745 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:14:48.336824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.504913 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.505951 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.625876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Calling delete_port for 738c3ddd-fddd-4c8b-b66f-e5a2db207745 owned by network:floatingip {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:14:48.759157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:48.811605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'Port': ['ID=738c3ddd-fddd-4c8b-b66f-e5a2db207745,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:48.865092 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 53bb2f49-6891-4a88-9687-6cb3ec858179 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:14:48.901418 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 53bb2f49-6891-4a88-9687-6cb3ec858179 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:14:48.901732 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 53bb2f49-6891-4a88-9687-6cb3ec858179 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:14:48.994014 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:49.007782 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:49.008918 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-fab6865f-b327-4855-867d-47f33ebbe41b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "DELETE /v2.0/floatingips/e440c75a-271f-44f9-8b72-7bb513047e89 HTTP/1.1" status: 204 len: 168 time: 0.8374138 Apr 06 10:14:49.638462 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:14:50.351560 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36728) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:50.357150 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846180241', 'description': 'tempest-description--1743781679'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:50.362884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:50.367532 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:50.370623 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:50.376205 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:50.385907 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.418593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:50.422213 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:50.424900 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:50.430995 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:50.483100 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.488083 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.532347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc3d6f-2cb5-44d3-8eff-41757a1efdba,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:50.535465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.536671 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-84218e6c-153c-4513-9792-cee6e3f44a3d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1841142 Apr 06 10:14:50.540227 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36732) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:50.545785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group_rule': {'security_group_id': '60cc3d6f-2cb5-44d3-8eff-41757a1efdba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:50.552584 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:50.556166 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:50.559021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:50.564606 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:50.580929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.642799 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.645958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.668761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8f8840-6303-426b-b321-48920b584f7b,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:50.677460 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.678726 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-585e0ce4-d933-439b-9ed3-433b6d5c301c tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376433 Apr 06 10:14:50.681310 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36736) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:50.686392 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'security_group_rule': {'security_group_id': '60cc3d6f-2cb5-44d3-8eff-41757a1efdba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:50.691929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:50.695823 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:security_group_rule and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:50.698665 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:50.704245 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:50.719809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.779253 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.782465 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.804747 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9a08dc-3e3d-4acc-a57f-1244fd4ee98e,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:50.813128 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.814246 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-871a2262-3a8f-484c-8d82-6d180bac0046 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1320362 Apr 06 10:14:50.817248 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36740) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:14:50.823041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:50.828148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:50.831848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Usage tracker for resource:floatingip and tenant:11cd754f977046c69e6d7a9d46532980 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:14:50.835458 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:14:50.841127 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:50.850196 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:50.980029 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.111984 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Allocated IP 172.28.0.46 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/fe4a2e65-8277-45fc-b1d0-3501770ad993) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:14:51.253514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.279826 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.343258 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:14:51.346500 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:14:51.348771 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:14:51.386587 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=fe4a2e65-8277-45fc-b1d0-3501770ad993,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:51.532224 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.591842 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.801386 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.806024 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.927284 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=fe4a2e65-8277-45fc-b1d0-3501770ad993,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:51.942266 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.965267 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:51.966578 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-dba88890-2944-4c49-a50e-fb12461129ae tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1476667 Apr 06 10:14:52.233288 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-a100a21e-3e8f-4024-95b5-468bd4816930 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1846180241&fields=id&tenant_id=11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 267 time: 0.0477135 Apr 06 10:14:52.386685 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-81f691fe-2288-4bb7-aef6-b0578b8d1baf tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:52.388025 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-81f691fe-2288-4bb7-aef6-b0578b8d1baf tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 810 time: 0.1481571 Apr 06 10:14:52.404282 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-bf31943d-95ec-42c4-b148-168f56af5023 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/quotas/11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 375 time: 0.0108538 Apr 06 10:14:52.485249 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2cb7817a-f8ed-458e-ad32-d33c086c5fb4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759184 Apr 06 10:14:52.695382 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-ac89beff-82db-4fdc-b4fd-de2d8859d7f4 service neutron] 10.222.0.39 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976173 Apr 06 10:14:52.825324 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-6a1cd0b9-de7c-47d4-9558-0df2d1dbea0b service neutron] 10.222.0.39 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242447 Apr 06 10:14:54.054055 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d6349963-398e-46df-bfbf-c60e425d1ac7 req-3ca6bae8-ebf3-4fdd-8a7e-b3f37acd4061 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:14:54.070357 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-d6349963-398e-46df-bfbf-c60e425d1ac7 req-3ca6bae8-ebf3-4fdd-8a7e-b3f37acd4061 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:14:54.071531 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d6349963-398e-46df-bfbf-c60e425d1ac7 req-3ca6bae8-ebf3-4fdd-8a7e-b3f37acd4061 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 210 time: 0.0580447 Apr 06 10:14:54.081204 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:55.036520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-4a3bb834-124a-4a5e-ba0b-56e69b38b688 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:55.038020 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-4a3bb834-124a-4a5e-ba0b-56e69b38b688 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 810 time: 0.1386116 Apr 06 10:14:55.094157 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-d6ef52e9-dfc3-4af3-a9f5-4ad618c110b1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:security_group {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:14:55.109451 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-d6ef52e9-dfc3-4af3-a9f5-4ad618c110b1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:security_group {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:14:55.110629 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-d6ef52e9-dfc3-4af3-a9f5-4ad618c110b1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11cd754f977046c69e6d7a9d46532980 HTTP/1.1" status: 200 len: 380 time: 0.0606976 Apr 06 10:14:55.119673 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'port': {'device_id': '73cf2308-46b3-4766-b691-d475d43607ab', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'admin_state_up': True, 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'security_groups': ['60cc3d6f-2cb5-44d3-8eff-41757a1efdba']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:55.244206 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9b52e5bd-1f66-4424-a3eb-3b8287ef9f38 req-ae023d68-846a-4f5b-ae2e-8f6985941a2d tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 210 time: 0.0504997 Apr 06 10:14:55.334660 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:14:55.343893 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:14:55.353711 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Made reservation on behalf of 11cd754f977046c69e6d7a9d46532980 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:14:55.356719 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:55.516287 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Allocated IP 172.20.0.8 (67ff3f62-4361-45fe-ad07-850730d248a9/3e61abdc-a2d2-45e1-ae85-1b4af736757c/dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:14:55.704309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:55.719475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Transition to ACTIVE for port object dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:14:55.740522 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:55.801562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Network 67ff3f62-4361-45fe-ad07-850730d248a9 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:14:55.808933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:14:55.813104 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:14:55.862593 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event updated for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:55.896951 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:55.898234 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:55.922785 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-fd7bcafb-56bf-4ffe-8c98-7d83ab7be03b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078120 Apr 06 10:14:55.933520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Request body: {'port': {'device_id': '73cf2308-46b3-4766-b691-d475d43607ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:14:56.038975 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-59dd1b5f-7b2b-4f86-ba4c-bf82da72644e None None] Provisioning for port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:14:56.042587 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.043874 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-59dd1b5f-7b2b-4f86-ba4c-bf82da72644e None None] Provisioning complete for port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:14:56.044258 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-59dd1b5f-7b2b-4f86-ba4c-bf82da72644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.094943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-59dd1b5f-7b2b-4f86-ba4c-bf82da72644e None None] Port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:14:56.413214 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:14:56.421631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.442278 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Transition to ACTIVE for port object dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:14:56.447274 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.594438 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea0053-e43d-41d5-897b-09d8703839df req-55ea3e9c-ae27-4f61-89d1-9c0c4f94830e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:56.595134 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-29ea0053-e43d-41d5-897b-09d8703839df req-55ea3e9c-ae27-4f61-89d1-9c0c4f94830e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Synchronizing usage tracker for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:14:56.598177 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:56.654482 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-29ea0053-e43d-41d5-897b-09d8703839df req-55ea3e9c-ae27-4f61-89d1-9c0c4f94830e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Unset dirty status for tenant:11cd754f977046c69e6d7a9d46532980 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:14:56.655645 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-29ea0053-e43d-41d5-897b-09d8703839df req-55ea3e9c-ae27-4f61-89d1-9c0c4f94830e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 931 time: 0.2883303 Apr 06 10:14:56.754196 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-29ea0053-e43d-41d5-897b-09d8703839df req-8321cf01-fa7e-44c0-a5e7-44d6b41ca184 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726309 Apr 06 10:14:56.757557 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Attempting to bind port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:14:56.757901 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Attempting to bind port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:14:56.758211 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Attempting to bind port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:14:56.763932 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 on network 67ff3f62-4361-45fe-ad07-850730d248a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:14:56.764248 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Attempting to bind port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 on network 67ff3f62-4361-45fe-ad07-850730d248a9 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:14:56.770448 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:14:56.770779 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Checking segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:14:56.771162 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Bound using segment: {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:14:56.771553 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Bound port: dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67771544-5527-4e30-b6db-5888daaf9b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:14:56.772497 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.862798 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:14:56.866342 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:14:56.869956 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.930060 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:14:56.931429 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 200 len: 1093 time: 1.0020843 Apr 06 10:14:56.931854 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:14:56.953396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f216-22c9-4a57-bd6a-f0c3b5647948 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:14:57.009692 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dbeb4f-f641-4632-978f-cbfed7da1491'] response: {'name': 'network-changed', 'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'status': 'completed', 'code': 200} Apr 06 10:14:57.045210 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-02d89049-ef85-4a3e-9538-2ba7d509c833 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 1096 time: 0.0757105 Apr 06 10:14:57.112713 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-f3627b7c-3e9d-47c2-a26f-00d4f5abe5f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 200 len: 217 time: 0.0608807 Apr 06 10:14:57.319542 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-eef3788b-85c3-4ef2-aa3a-e66bcd2bfba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:57.321718 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-eef3788b-85c3-4ef2-aa3a-e66bcd2bfba7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.2036328 Apr 06 10:14:57.392935 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-944f8fab-e1ff-455d-873b-ef19e4fa6531 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658574 Apr 06 10:14:57.519050 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-9972cd4a-e10a-45c3-bf80-26a457a68f71 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202340 Apr 06 10:14:57.644961 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9629f65d-8807-4abb-bd72-7260d10aa768 req-eff2548a-13c1-4784-954c-d30657c46a5a service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200535 Apr 06 10:14:57.758021 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-ca3dcf54-9a8b-4aba-8b60-d499b8d380f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 1096 time: 0.0702491 Apr 06 10:14:57.920318 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-cbf9fcef-de42-49c1-a7a6-ddabc7cf0329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:57.921606 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-cbf9fcef-de42-49c1-a7a6-ddabc7cf0329 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1582556 Apr 06 10:14:57.994651 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-0bd62893-82f1-4d37-93d4-3fee6c12a900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 200 len: 217 time: 0.0646865 Apr 06 10:14:58.060855 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7994b45-9167-441f-ac12-2e7a1063c675 req-78026958-78aa-4be3-9565-a2fa21da1e8e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:58.062235 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b7994b45-9167-441f-ac12-2e7a1063c675 req-78026958-78aa-4be3-9565-a2fa21da1e8e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 943 time: 0.1844242 Apr 06 10:14:58.070596 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-2cd28568-0e58-421b-81f0-f8b79adb0af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:58.071874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-2cd28568-0e58-421b-81f0-f8b79adb0af7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0701456 Apr 06 10:14:58.152620 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b7994b45-9167-441f-ac12-2e7a1063c675 req-a85905ad-0a9e-46d7-b9f7-eb1a1f3fcfc0 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839181 Apr 06 10:14:58.173101 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-c1981d45-e933-4872-addf-15a13632e527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888371 Apr 06 10:14:58.306690 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-74fda6bc-06e4-45f6-9e0a-40b93aa1046b service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275618 Apr 06 10:14:58.432906 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ab824d3e-c2c5-4b05-8ed9-ad91aa3a35f9 req-3b3eb4be-eaaf-4973-8d56-1f574e767443 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203408 Apr 06 10:14:59.343521 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04535aa6-60e4-4741-90ed-1f6b1e173ed9 req-9eb16f4e-8eba-4027-8f73-26fb3084cc83 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:14:59.344914 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04535aa6-60e4-4741-90ed-1f6b1e173ed9 req-9eb16f4e-8eba-4027-8f73-26fb3084cc83 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 943 time: 0.0744941 Apr 06 10:14:59.390064 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-04535aa6-60e4-4741-90ed-1f6b1e173ed9 req-5313671d-789d-4570-8409-cb9d3fd4e1e6 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384858 Apr 06 10:15:00.586131 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5536-983e-4083-98d9-3dbbc3e43642 req-b879310a-5e93-4375-95d0-d2baa9da0de3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:00.587549 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ee8f5536-983e-4083-98d9-3dbbc3e43642 req-b879310a-5e93-4375-95d0-d2baa9da0de3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 943 time: 0.0782175 Apr 06 10:15:00.632020 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ee8f5536-983e-4083-98d9-3dbbc3e43642 req-81d96a1b-2c88-46b7-a00a-15292e0fb3ff tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Apr 06 10:15:00.932321 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:15:01.061427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:15:01.075112 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'port_id': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'mac_address': 'fa:16:3e:58:4e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:15:01.158486 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:01.175175 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:15:01.189527 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:15:01.193160 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:01.255634 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:15:01.264114 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.264476 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.264802 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.265129 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.265446 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.265763 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.266080 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.266392 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.266705 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.267017 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.267327 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:15:01.554476 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:15:01.829249 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3db4-f979-40c1-89be-bc27b3580445 req-43025111-c3c0-43e6-939e-6fa35c8ace19 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:01.832900 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-5bbb3db4-f979-40c1-89be-bc27b3580445 req-43025111-c3c0-43e6-939e-6fa35c8ace19 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 944 time: 0.0825481 Apr 06 10:15:01.879956 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-5bbb3db4-f979-40c1-89be-bc27b3580445 req-c5e04612-c23e-4213-af57-cdc1b9ed5f8b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Apr 06 10:15:02.947294 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:15:03.015009 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:15:03.019616 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:15:03.019969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:03.077942 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c711a-470f-4642-a463-cf0ebeae9295 req-0813838b-dfe5-40fc-82d1-949d8a5d63f4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:03.079388 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a63c711a-470f-4642-a463-cf0ebeae9295 req-0813838b-dfe5-40fc-82d1-949d8a5d63f4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 944 time: 0.0784855 Apr 06 10:15:03.125640 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-a63c711a-470f-4642-a463-cf0ebeae9295 req-41ed87b5-d122-491f-9831-3fa78dbcd5ba tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Apr 06 10:15:03.133770 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:03.160355 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:15:03.170721 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:15:03.174609 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:03.224067 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c738351b-19e2-4393-be4a-7ab60f93f4c3'] response: {'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'code': 200} Apr 06 10:15:03.250699 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:15:03.441616 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8d2623d6-65a4-4e9e-ba07-0a8cc5aaf22e req-e7bda6dc-c948-47ac-80ee-7ef03652a457 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 1098 time: 0.0678725 Apr 06 10:15:03.481648 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8d2623d6-65a4-4e9e-ba07-0a8cc5aaf22e req-81467aa7-78b4-43fb-a46b-fdb5960cd0f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347126 Apr 06 10:15:04.096880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c288-307e-4aea-a382-d93824e22654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:04.341904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a55fd0-9122-43fc-9404-4515e0191292 req-4e481e7a-f69f-4c7f-92e9-473bd3f0ef77 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:04.343223 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b4a55fd0-9122-43fc-9404-4515e0191292 req-4e481e7a-f69f-4c7f-92e9-473bd3f0ef77 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0753868 Apr 06 10:15:04.389167 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b4a55fd0-9122-43fc-9404-4515e0191292 req-9d4b3ed6-74ac-4f23-bfef-6b1d503a36a7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Apr 06 10:15:05.587529 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f744-a86d-4651-8581-49c0e9f21398 req-fcfd3c8f-6108-4198-9d6f-f5efd03b2a9e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:05.588979 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ed4f744-a86d-4651-8581-49c0e9f21398 req-fcfd3c8f-6108-4198-9d6f-f5efd03b2a9e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0745552 Apr 06 10:15:05.635554 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1ed4f744-a86d-4651-8581-49c0e9f21398 req-824821c1-220d-4a71-aa15-eed4563e9dd5 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Apr 06 10:15:05.905210 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f37ef-8d40-45b9-9e8a-5868e22a28df req-a3be5a00-d16a-4560-9b27-44df3a6de8ff tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:05.906629 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-699f37ef-8d40-45b9-9e8a-5868e22a28df req-a3be5a00-d16a-4560-9b27-44df3a6de8ff tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.1593847 Apr 06 10:15:05.915848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 36790) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:15:05.920999 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Request body: {'floatingip': {'port_id': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:15:05.997562 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:06.272560 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-84869896-9eb0-45de-88dd-deaff5973ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:06.578969 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:06.582666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:06.761485 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Floating IP 00c9b180-1abd-45f5-8ae0-e33edc07c888 associated. External IP: 172.28.0.46, port: dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989. Apr 06 10:15:07.128759 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:15:07.410260 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:15:07.414403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:07.425145 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:15:07.434101 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:07.438484 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:15:07.439157 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:15:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:15:07.469523 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-077fadb0-d871-48e6-bf98-473b5d0c56b3 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "PUT /v2.0/floatingips/00c9b180-1abd-45f5-8ae0-e33edc07c888 HTTP/1.1" status: 200 len: 990 time: 1.5525641 Apr 06 10:15:07.470510 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:15:07.533974 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:07.544617 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae447ede-ef3b-413c-9ed6-a9f35588f2be'] response: {'name': 'network-changed', 'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'status': 'completed', 'code': 200} Apr 06 10:15:07.617187 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:15:07.634048 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-cd4f7144-0548-40aa-9322-b2a92f97ea1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 1098 time: 0.0682905 Apr 06 10:15:07.765222 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-77a71bca-d320-4632-9036-afc8e0f1e6ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:07.766656 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-77a71bca-d320-4632-9036-afc8e0f1e6ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1266491 Apr 06 10:15:07.866786 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-d653580c-71b3-45dc-aebe-3f84c9a4668b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 200 len: 998 time: 0.0938499 Apr 06 10:15:07.926234 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-fcf821c6-8ccb-47d3-8cc2-0c1f4a6eacfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:15:07.927614 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-fcf821c6-8ccb-47d3-8cc2-0c1f4a6eacfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0554836 Apr 06 10:15:07.985789 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '00c9b180-1abd-45f5-8ae0-e33edc07c888', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.46', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:58:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf2308-46b3-4766-b691-d475d43607ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:14:51Z', 'updated_at': '2022-04-06T10:15:06Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:15:07.989495 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:15:08.000180 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:15:08.000787 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:15:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:15:08.001353 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-2cb8dc62-1020-4907-9f94-054256ed00ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683036 Apr 06 10:15:08.128299 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-b479a342-5504-4c57-a377-ed427ac6b7f8 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204875 Apr 06 10:15:08.173017 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:15:08.257846 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8150cfe1-a6a4-4199-a790-2aa7e8c52c71 req-dce8622a-378e-4e71-81ff-c09b591dbcb0 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241705 Apr 06 10:15:08.510428 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '00c9b180-1abd-45f5-8ae0-e33edc07c888', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.46', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:58:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf2308-46b3-4766-b691-d475d43607ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:14:51Z', 'updated_at': '2022-04-06T10:15:06Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:15:08.514302 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8054c-d773-47a2-a0dd-4eed3ca0f9a7 None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '00c9b180-1abd-45f5-8ae0-e33edc07c888', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'floating_ip_address': '172.28.0.46', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'port_id': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'mac_address': 'fa:16:3e:58:4e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cf2308-46b3-4766-b691-d475d43607ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:14:51Z', 'updated_at': '2022-04-06T10:15:06Z', 'revision_number': 1, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:15:08.695630 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9839a00a-0af1-45fb-991b-940979de05e8 None None] New status for floating IP 00c9b180-1abd-45f5-8ae0-e33edc07c888: ACTIVE {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:15:08.789175 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:24.084250 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:26.639543 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:15:34.099310 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1e8e-f939-40e2-9cbb-6547559ada14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:36.274579 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-90081185-39d4-4260-b121-bc20084603e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:37.436424 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:37.537882 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:38.775227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:15:54.087620 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:00.170027 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [req-347fb4be-7b5e-496c-91b5-86c2cdbda070 req-5d93847f-c0f0-4e9e-af4e-17f631d0766b service neutron] (83219) timed out ('10.222.0.48', 61095) {{(pid=83219) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 10:16:03.639296 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:16:04.103532 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-872dec88-865d-4426-8d93-d8c342079e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:04.944197 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-17b684d8-8cb2-4333-8af7-fdfc3306aa30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654399 Apr 06 10:16:05.087368 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-f3ba6089-fa44-44ef-9fec-47fce3d97ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cd754f977046c69e6d7a9d46532980&device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 1098 time: 0.0704870 Apr 06 10:16:05.227480 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-42d01517-ae49-4308-99bf-3bd22b5e249d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:05.228818 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-42d01517-ae49-4308-99bf-3bd22b5e249d service neutron] 10.222.0.48 "GET /v2.0/networks?id=67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 200 len: 911 time: 0.1244481 Apr 06 10:16:05.333313 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-c07cd2aa-954d-481c-bdd0-6a83f00ba02c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 200 len: 1000 time: 0.0964375 Apr 06 10:16:05.395666 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-95d53df1-61ff-4f0e-9e76-8d64ec7f817a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:05.397750 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-95d53df1-61ff-4f0e-9e76-8d64ec7f817a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 200 len: 849 time: 0.0590518 Apr 06 10:16:05.469616 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-a9f55d8b-e7f3-4263-8db1-81f230fd5c81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67ff3f62-4361-45fe-ad07-850730d248a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667393 Apr 06 10:16:05.688788 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-508b0617-8693-4d18-ac59-4223a728bfe2 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124197 Apr 06 10:16:05.815992 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-faa42701-141c-4be8-9522-2fec88c0bbe4 req-c492c7ae-b11c-4c8c-88a9-8eba0ee088a5 service neutron] 10.222.0.48 "GET /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209984 Apr 06 10:16:06.276428 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-175e1d8f-44b8-412f-84cd-edb2e3a51cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:07.439852 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:07.541174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:08.773699 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:24.084032 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:34.105302 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ce348305-8103-470a-b314-e13ae7f92248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:35.586147 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781051-0b44-4a39-9276-159b17f40e3d req-567cfea8-fcfd-422f-92a6-f4c4c090b9a1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:35.587620 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-74781051-0b44-4a39-9276-159b17f40e3d req-567cfea8-fcfd-422f-92a6-f4c4c090b9a1 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0817947 Apr 06 10:16:35.634543 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-74781051-0b44-4a39-9276-159b17f40e3d req-0478d47e-a2c3-4264-b5a9-a7236d8734ff tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Apr 06 10:16:36.277779 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b349f7ee-c6fd-4405-a6e6-90ae7cf9688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:36.838538 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39f63-ec0c-4968-acfd-bffc9b074e62 req-856c2b44-de55-47c2-a29a-68285ed3be6a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:36.839874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-31d39f63-ec0c-4968-acfd-bffc9b074e62 req-856c2b44-de55-47c2-a29a-68285ed3be6a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0778685 Apr 06 10:16:36.884007 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-31d39f63-ec0c-4968-acfd-bffc9b074e62 req-a8641209-2ed9-41e3-b266-22697c9f38b8 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386512 Apr 06 10:16:37.441414 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:37.542274 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:37.688178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159d1a1-2a79-420e-8003-9f082641942b req-08cb9661-aa85-4254-99f0-fd38a27038d7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:37.689597 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5159d1a1-2a79-420e-8003-9f082641942b req-08cb9661-aa85-4254-99f0-fd38a27038d7 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0739534 Apr 06 10:16:37.760843 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Deleting port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:37.761100 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:37.998248 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] For port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:16:37.998990 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:38.077766 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754051d-d227-4feb-b57c-29c685cedced req-cb962027-be69-462e-a4b3-2ba1b8eb09cb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:16:38.079132 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3754051d-d227-4feb-b57c-29c685cedced req-cb962027-be69-462e-a4b3-2ba1b8eb09cb tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 945 time: 0.0753403 Apr 06 10:16:38.124675 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3754051d-d227-4feb-b57c-29c685cedced req-500dded0-5816-47ef-8492-04db588383e4 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups?id=60cc3d6f-2cb5-44d3-8eff-41757a1efdba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Apr 06 10:16:38.277138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:38.277495 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:38.277797 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Floating IP 00c9b180-1abd-45f5-8ae0-e33edc07c888 disassociated. External IP: 172.28.0.46, port: dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989. Apr 06 10:16:38.278187 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Calling delete_port for dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:38.414991 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:38.462820 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'Port': ['ID=dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:38.477096 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.477435 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.477761 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.478082 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.478402 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.478723 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.479043 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.479360 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.479678 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.479988 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.480330 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:38.676390 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:16:38.779880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:38.966511 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:16:38.978410 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:16:38.989614 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:16:38.990278 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:16:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:39.033421 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] No DVR routers for this DVR port dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:16:39.035860 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:39.039093 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'name': 'network-vif-deleted', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:16:39.055230 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-5159d1a1-2a79-420e-8003-9f082641942b req-ef60d250-6b9a-489a-852b-4cce78abe4c9 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.48 "DELETE /v2.0/ports/dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 HTTP/1.1" status: 204 len: 173 time: 1.3600621 Apr 06 10:16:39.102911 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b820b56f-5aa5-4955-bb56-17dd6bb01ddb'] response: {'server_uuid': '73cf2308-46b3-4766-b691-d475d43607ab', 'name': 'network-vif-deleted', 'tag': 'dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989', 'status': 'completed', 'code': 200} Apr 06 10:16:39.168071 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:16:39.306093 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-ec728ea5-80c3-41ff-922a-31440dc6118a req-a5b42fc3-6dc0-4632-a69f-1bfc830a8b33 tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/ports?device_id=73cf2308-46b3-4766-b691-d475d43607ab HTTP/1.1" status: 200 len: 210 time: 0.0434921 Apr 06 10:16:39.498189 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:39.502407 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:16:39.513600 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:16:39.514176 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:16:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:39.686217 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:16:39.987352 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:39.991745 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b577059-faa8-4825-aaf7-0915ce99ca6b None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:11Z', 'revision_number': 4, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '19e8dc47-7dcd-4f21-951d-6314fc836729', 'name': '', 'network_id': '67ff3f62-4361-45fe-ad07-850730d248a9', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'mac_address': 'fa:16:3e:48:ca:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:10Z', 'updated_at': '2022-04-06T10:10:25Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'subnets': [{'id': '3e61abdc-a2d2-45e1-ae85-1b4af736757c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:16:40.197618 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003ca5-83e8-4b28-8837-86fd7c0d7687 None None] New status for floating IP 00c9b180-1abd-45f5-8ae0-e33edc07c888: DOWN {{(pid=83220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:16:40.453267 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36930) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:40.516782 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.544986 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.594681 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.611843 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc3d6f-2cb5-44d3-8eff-41757a1efdba,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:40.627956 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.628323 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.628656 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.628981 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.629304 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.629624 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.629939 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.630256 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.630575 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.630922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.631764 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:16:40.638898 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.642756 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-deae2968-4b6f-4da2-b9f7-716b2e900e6e tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "DELETE /v2.0/security-groups/60cc3d6f-2cb5-44d3-8eff-41757a1efdba HTTP/1.1" status: 204 len: 168 time: 0.1857674 Apr 06 10:16:40.642901 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36934) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:40.645089 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:16:40.662206 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.api.v2.resource [None req-37e68336-bafc-49fc-a321-4a8cdb890f6b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] show failed (client error): The resource could not be found. Apr 06 10:16:40.663311 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-37e68336-bafc-49fc-a321-4a8cdb890f6b tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "GET /v2.0/security-groups/60cc3d6f-2cb5-44d3-8eff-41757a1efdba HTTP/1.1" status: 404 len: 347 time: 0.0195193 Apr 06 10:16:40.666229 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36938) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:40.814438 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Deleting port fe4a2e65-8277-45fc-b1d0-3501770ad993 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:40.814774 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.976357 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:40.976678 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:41.095363 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Calling delete_port for fe4a2e65-8277-45fc-b1d0-3501770ad993 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:41.227848 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:41.274252 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Pushing event deleted for resources: {'Port': ['ID=fe4a2e65-8277-45fc-b1d0-3501770ad993,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:41.360206 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:41.373805 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:41.374962 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d0e68ce3-8299-4bd0-ad57-d98e9ba7495a tempest-AttachVolumeTestJSON-947662328 tempest-AttachVolumeTestJSON-947662328-project] 10.222.0.39 "DELETE /v2.0/floatingips/00c9b180-1abd-45f5-8ae0-e33edc07c888 HTTP/1.1" status: 204 len: 168 time: 0.7077997 Apr 06 10:16:41.377445 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:16:41.409514 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:16:41.409844 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device dc3ce70b-6b48-4ac0-a3ed-b3cc971e2989 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:16:45.485344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36968) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:46.058211 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:46.628781 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Deleting port 19e8dc47-7dcd-4f21-951d-6314fc836729 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:46.629806 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:46.802953 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] For port 19e8dc47-7dcd-4f21-951d-6314fc836729, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=19e8dc47-7dcd-4f21-951d-6314fc836729,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:16:46.803233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:46.918615 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Calling delete_port for 19e8dc47-7dcd-4f21-951d-6314fc836729 owned by network:router_interface {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:47.085584 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:47.208638 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e8dc47-7dcd-4f21-951d-6314fc836729,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:47.485302 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:48.034795 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Router d6cf1d32-b92b-49e3-82dc-7bbd7954260a has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:16:48.225402 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:16:48.234375 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Sync routers for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:16:48.237636 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c7fd5b15-55c2-4b6c-9152-8c12bdd0e8b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6cf1d32-b92b-49e3-82dc-7bbd7954260a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7512085 Apr 06 10:16:48.240079 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36974) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:48.246495 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:16:48.247081 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:16:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:48.418579 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:16:48.428052 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:48.698050 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:16:47Z', 'revision_number': 5, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port': {'id': '82f197ac-04db-49c7-a53c-ec3fea5067cf', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:48.701930 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Checking router: d6cf1d32-b92b-49e3-82dc-7bbd7954260a for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:16:48.714595 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Routers {'d6cf1d32-b92b-49e3-82dc-7bbd7954260a'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:16:48.715501 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:16:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:48.720513 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:48.729959 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Deleting port 82f197ac-04db-49c7-a53c-ec3fea5067cf {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:48.730284 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:48.863019 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] Set router d6cf1d32-b92b-49e3-82dc-7bbd7954260a gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:16:48.898187 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] For port 82f197ac-04db-49c7-a53c-ec3fea5067cf, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=82f197ac-04db-49c7-a53c-ec3fea5067cf,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:16:48.898657 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:48.998314 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:16:48Z', 'revision_number': 6, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:49.002098 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115c48-75e8-4735-8d9b-f30b35c7f24a None None] The sync data for ids ['d6cf1d32-b92b-49e3-82dc-7bbd7954260a'] in dv-cinder-836753-1-smb is: [{'id': 'd6cf1d32-b92b-49e3-82dc-7bbd7954260a', 'name': 'tempest-AttachVolumeTestJSON-412448366-router', 'tenant_id': '11cd754f977046c69e6d7a9d46532980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:10:08Z', 'updated_at': '2022-04-06T10:16:48Z', 'revision_number': 6, 'project_id': '11cd754f977046c69e6d7a9d46532980', 'gw_port_host': None}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:16:49.023942 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Calling delete_port for 82f197ac-04db-49c7-a53c-ec3fea5067cf owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:49.182028 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.226853 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=82f197ac-04db-49c7-a53c-ec3fea5067cf,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:49.454505 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.703560 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.706955 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 19e8dc47-7dcd-4f21-951d-6314fc836729 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:16:49.709042 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.738329 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.738985 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6cf1d32-b92b-49e3-82dc-7bbd7954260a {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:16:49.753987 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.755277 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-36330c5b-2641-4233-b530-ddc6e552c5fd admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6cf1d32-b92b-49e3-82dc-7bbd7954260a HTTP/1.1" status: 204 len: 168 time: 1.5142906 Apr 06 10:16:49.758457 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36978) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:49.785965 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 19e8dc47-7dcd-4f21-951d-6314fc836729 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:16:49.786299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 19e8dc47-7dcd-4f21-951d-6314fc836729 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:16:49.824818 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Deleting subnet 3e61abdc-a2d2-45e1-ae85-1b4af736757c {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:16:49.827760 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:49.977450 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.054853 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.119547 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.159307 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e61abdc-a2d2-45e1-ae85-1b4af736757c,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:50.163888 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.169551 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-c7bb33e0-d2ef-484b-984c-b2d9030bea95 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3e61abdc-a2d2-45e1-ae85-1b4af736757c HTTP/1.1" status: 204 len: 168 time: 0.4100626 Apr 06 10:16:50.169736 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4f800-a2c0-44dd-ae1c-63314d7e8bc1 None None] Network 67ff3f62-4361-45fe-ad07-850730d248a9 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:16:50.171986 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36982) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:50.275678 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.285830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Deleting port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:50.286145 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.420513 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] DHCP port deletion for 67ff3f62-4361-45fe-ad07-850730d248a9 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:16:50.424838 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Deleting port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:50.425279 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.493153 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] For port 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=34ecac8e-ec0e-45f3-aad7-b99330b905b4,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:16:50.493765 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.618399 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Calling delete_port for 34ecac8e-ec0e-45f3-aad7-b99330b905b4 owned by network:dhcp {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:50.627967 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] For port 34ecac8e-ec0e-45f3-aad7-b99330b905b4, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=34ecac8e-ec0e-45f3-aad7-b99330b905b4,segment=NetworkSegment(67771544-5527-4e30-b6db-5888daaf9b22),segment_id=67771544-5527-4e30-b6db-5888daaf9b22)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:16:50.628397 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.697247 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.739786 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ecac8e-ec0e-45f3-aad7-b99330b905b4,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:50.746865 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] No DVR routers for this DVR port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 on host dv-cinder-836753-1-smb {{(pid=83218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:16:50.747215 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Calling delete_port for 34ecac8e-ec0e-45f3-aad7-b99330b905b4 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:16:50.816186 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:16:50.816477 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:16:50.860426 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.884792 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ff3f62-4361-45fe-ad07-850730d248a9']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:50.900349 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67771544-5527-4e30-b6db-5888daaf9b22') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:50.900638 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67771544-5527-4e30-b6db-5888daaf9b22') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:16:50.911510 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.927706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.933793 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:16:50.934166 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:16:50.947063 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:16:51.018159 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.034204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.048545 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ff3f62-4361-45fe-ad07-850730d248a9,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:51.063285 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a72ef214-128b-4a49-bfa0-b739ae770b67 admin admin] 10.222.0.39 "DELETE /v2.0/networks/67ff3f62-4361-45fe-ad07-850730d248a9 HTTP/1.1" status: 204 len: 168 time: 0.8903196 Apr 06 10:16:51.156608 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 34ecac8e-ec0e-45f3-aad7-b99330b905b4 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:16:51.193844 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 34ecac8e-ec0e-45f3-aad7-b99330b905b4 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:16:51.194184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 34ecac8e-ec0e-45f3-aad7-b99330b905b4 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:16:51.194679 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 82f197ac-04db-49c7-a53c-ec3fea5067cf no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:16:51.200790 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36988) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:51.226545 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 82f197ac-04db-49c7-a53c-ec3fea5067cf {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:16:51.226889 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 82f197ac-04db-49c7-a53c-ec3fea5067cf not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:16:51.251381 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-662650e6-5831-4bcd-bf47-db57cb1c3c7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11cd754f977046c69e6d7a9d46532980&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494149 Apr 06 10:16:51.253781 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 36992) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:16:51.311685 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.317281 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Deleting port 34ecac8e-ec0e-45f3-aad7-b99330b905b4 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:16:51.317593 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.338081 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.382487 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-778bb429-6c1a-495b-8579-ec4db0eaba65 None None] The port '34ecac8e-ec0e-45f3-aad7-b99330b905b4' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:16:51.393220 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.409529 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031ac79f-33f9-44ba-ba63-475300aa5277,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:16:51.417483 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:16:51.418574 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-09654d3f-b918-4ae0-9458-561ced68b146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/031ac79f-33f9-44ba-ba63-475300aa5277 HTTP/1.1" status: 204 len: 168 time: 0.1639276 Apr 06 10:16:54.074165 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:01.803116 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37128) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:01.943615 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:01.973477 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:01.978087 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Usage tracker for resource:security_group_rule and tenant:03d1d6408fb541dc8e2bb2bf4ff2bc0d is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:01.981027 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:01.986717 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:02.059263 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.063513 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.109232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42822b-d679-45c3-9c4b-5004f6a428de,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:02.113546 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-911ba048-5679-49ba-9995-5fdad97327f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03d1d6408fb541dc8e2bb2bf4ff2bc0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3088336 Apr 06 10:17:02.116552 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37134) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:02.174233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.198310 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.246958 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.260646 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42822b-d679-45c3-9c4b-5004f6a428de,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:02.268394 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.269500 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-7af226b1-36ac-4d05-bb66-7e108bdcc902 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d42822b-d679-45c3-9c4b-5004f6a428de HTTP/1.1" status: 204 len: 168 time: 0.1522737 Apr 06 10:17:02.590569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37142) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:02.611617 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.641640 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:02.645402 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1bf5fa0f104dbbbdeba8815babf740 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:02.648181 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:02.653791 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:02.727681 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.731270 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.776598 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94465be2-191e-463d-b571-bb9900a579c0,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:02.780617 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-5f91bd9e-32eb-428c-ae92-25cd5b423ba2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c1bf5fa0f104dbbbdeba8815babf740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1889808 Apr 06 10:17:02.783331 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37146) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:02.840849 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.865378 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.917550 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.931525 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94465be2-191e-463d-b571-bb9900a579c0,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:02.937217 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:02.938332 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f504aadf-896d-4cb7-b9a6-c1931ca08295 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94465be2-191e-463d-b571-bb9900a579c0 HTTP/1.1" status: 204 len: 168 time: 0.1542735 Apr 06 10:17:03.321230 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37154) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:03.339547 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.372151 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:03.375982 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d5944eb4ad43cb89e056819fd2fd2d is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:03.379162 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:03.384828 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:03.447931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.451547 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.493816 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce8d29-7054-4a07-9f1d-7f44de33687c,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:03.501405 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d6e25c17-98f8-476c-86d1-feee5b9d98e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3d5944eb4ad43cb89e056819fd2fd2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790648 Apr 06 10:17:03.503995 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37158) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:03.562058 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.586603 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.639228 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.653165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce8d29-7054-4a07-9f1d-7f44de33687c,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:03.658941 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:03.662124 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-e3504c6f-ffad-4002-b958-1fbc31613e98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ce8d29-7054-4a07-9f1d-7f44de33687c HTTP/1.1" status: 204 len: 168 time: 0.1571162 Apr 06 10:17:04.107450 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a9a1e0dc-6f67-4d29-aa14-f3675bb0e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:06.279990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5c1c1d60-4b5e-4e57-b46c-e17d71d156e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:07.444211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:07.544090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:08.779916 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:09.625611 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37262) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:09.761568 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:09.791795 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:09.795520 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Usage tracker for resource:security_group_rule and tenant:0b420837967141729c0af577d75b0f03 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:09.798363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:09.804708 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:09.869335 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:09.873577 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:09.919140 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77ccbe-a053-450a-a413-e0a3102fdf6f,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:09.923563 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0c2dd574-a27e-44d7-991a-3edf82412a4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b420837967141729c0af577d75b0f03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2969584 Apr 06 10:17:09.926179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37268) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:09.983335 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.011941 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.061991 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.079699 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77ccbe-a053-450a-a413-e0a3102fdf6f,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:10.083589 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.087810 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-39dbeebc-13a1-4817-84c9-edd729382a3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d77ccbe-a053-450a-a413-e0a3102fdf6f HTTP/1.1" status: 204 len: 168 time: 0.1577203 Apr 06 10:17:10.399470 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37276) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:10.418185 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.448704 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:10.452420 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Usage tracker for resource:security_group_rule and tenant:f948eb83b8db49c1bc3d684114ed94fd is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:10.455135 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:10.461236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:10.525489 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.529268 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.644591 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c80739-39cd-44ca-ad60-29eb1f569e52,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:10.649322 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-fa8b539a-a3d9-4a0e-916f-976726897432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f948eb83b8db49c1bc3d684114ed94fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2488654 Apr 06 10:17:10.652360 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37280) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:10.708396 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.734484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.784916 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.800348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c80739-39cd-44ca-ad60-29eb1f569e52,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:10.808610 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:10.809716 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-aee23120-5551-46e3-9cf4-63fea0d22bf5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1c80739-39cd-44ca-ad60-29eb1f569e52 HTTP/1.1" status: 204 len: 168 time: 0.1570275 Apr 06 10:17:11.187957 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37288) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:11.207565 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.237288 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:11.240994 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Usage tracker for resource:security_group_rule and tenant:5acc5629327f4504925bac24770abb34 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:11.244499 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:11.250288 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:11.312769 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.316571 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.361958 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82de924-c55d-43ee-a7cf-7ab7073431f0,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:11.367325 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-d60ba7a4-0a32-4736-9610-d0bc4440fa57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5acc5629327f4504925bac24770abb34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783416 Apr 06 10:17:11.369883 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37292) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:11.431077 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.455929 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.509368 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.525290 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82de924-c55d-43ee-a7cf-7ab7073431f0,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:11.531376 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:11.532492 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-cfa29aec-f582-465a-a4e0-af4d6d43e83d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e82de924-c55d-43ee-a7cf-7ab7073431f0 HTTP/1.1" status: 204 len: 168 time: 0.1614563 Apr 06 10:17:14.189981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37368) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:14.331090 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.361829 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:14.365541 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Usage tracker for resource:security_group_rule and tenant:1028ec5fd342494b85bed52e64685d0f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:14.369277 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:14.375318 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:14.441030 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.444631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.492060 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c88654-75e0-4032-98da-a35c70c5e423,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:14.500104 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-13de7355-d0d6-44ea-a038-d70cdbeb7091 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1028ec5fd342494b85bed52e64685d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089201 Apr 06 10:17:14.500514 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37374) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:14.557995 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.582142 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.631700 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.647025 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c88654-75e0-4032-98da-a35c70c5e423,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:14.651508 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:14.652624 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-a111039b-2ad2-4494-afd0-88fb9cd731e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3c88654-75e0-4032-98da-a35c70c5e423 HTTP/1.1" status: 204 len: 168 time: 0.1509626 Apr 06 10:17:14.973974 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37382) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:14.991918 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.023083 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:15.027016 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Usage tracker for resource:security_group_rule and tenant:3b33d7e8ac0446458f51075256b12744 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:15.029784 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:15.035353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:15.099602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.103123 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.150493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92a0328-5143-4f28-a681-04c9ad152cf5,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:15.155691 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-038b1537-5343-4f26-85d6-0e900e8ca218 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b33d7e8ac0446458f51075256b12744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1806805 Apr 06 10:17:15.158633 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37386) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:15.217428 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.241170 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.290878 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.304334 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92a0328-5143-4f28-a681-04c9ad152cf5,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:15.310895 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:15.312049 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0282a9f3-8166-4858-96d9-073bfbc4bbca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d92a0328-5143-4f28-a681-04c9ad152cf5 HTTP/1.1" status: 204 len: 168 time: 0.1525321 Apr 06 10:17:16.558885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37416) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:16.697178 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:16.728522 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:16.732206 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Usage tracker for resource:security_group_rule and tenant:1f65a5b068694e33993e47b0eb05703f is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:16.735049 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:16.740631 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:16.807347 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:16.811062 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:16.856596 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56360d-3234-438d-b944-c239289cac4e,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:16.860610 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-51965b96-4195-4a0c-a626-c0aa63fd194a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f65a5b068694e33993e47b0eb05703f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3006737 Apr 06 10:17:16.863503 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37422) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:16.920732 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:16.944410 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:17.001194 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:17.017076 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56360d-3234-438d-b944-c239289cac4e,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:17.021295 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:17.022394 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-86772420-45cc-4edc-aa7b-fb129c8a8f51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a56360d-3234-438d-b944-c239289cac4e HTTP/1.1" status: 204 len: 168 time: 0.1584053 Apr 06 10:17:17.645401 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:17:17.801041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37446) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:17.929631 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1265365186-network', 'tenant_id': '7139f4953c40470f8e77575b5586fac8'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:17.934511 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:17.938229 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Usage tracker for resource:network and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:17.941011 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:17.947030 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:17.956546 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Made reservation on behalf of 7139f4953c40470f8e77575b5586fac8 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:17:17.958815 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:17.971094 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.002082 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:18.006039 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:18.008969 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:18.015204 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:18.089908 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.093283 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.123118 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:17:18.131790 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c012274-493f-4cb5-8509-c2d6d287b825,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:18.137767 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.138185 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Added segment f8d463ea-c216-4da8-88e9-d542be67f2d8 of type vlan for network 4382ee34-5be3-42c8-ba24-6d6d54317556 Apr 06 10:17:18.163780 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.191532 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.192354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:18.192932 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.294138 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] Pushing event updated for resources: {'Network': ['ID=4382ee34-5be3-42c8-ba24-6d6d54317556,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:18.298215 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-0b57e962-a7e8-4820-b989-04e14c208793 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4961355 Apr 06 10:17:18.301144 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37452) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:18.304558 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:17:18.306576 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Request body: {'subnet': {'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1265365186-subnet', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'ip_version': 4}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:18.311831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:18.315618 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Usage tracker for resource:subnet and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:18.318401 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:18.324583 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:18.334395 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Made reservation on behalf of 7139f4953c40470f8e77575b5586fac8 for: {'subnet': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:17:18.336865 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3372165'] for subnet, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.534508 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2978633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372203'] for subnet, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.610327 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2815cd5a-274e-4799-a72a-0bc36db3af73,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:18.623315 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Checking segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:18.623658 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Network hostable DHCP agents. Network: 4382ee34-5be3-42c8-ba24-6d6d54317556, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:17:18.644962 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:17:18.653669 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, 4382ee34-5be3-42c8-ba24-6d6d54317556) {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:18.657858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:18.659172 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.662124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f481e5f-32e0-41a0-8764-0c5f70aa6d49 None None] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:17:18.682139 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37456) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:18.682676 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f731d9b4-0ebd-4965-adf9-9ab29e591f4d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3800592 Apr 06 10:17:18.687382 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:18.691906 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:18.695612 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Usage tracker for resource:router and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:18.698954 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:18.704504 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:18.714887 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.715969 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.734106 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.874331 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-4382ee34-5be3-42c8-ba24-6d6d54317556', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:17:18.875200 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:18.881052 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.028415 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Allocated IP 172.20.0.2 (4382ee34-5be3-42c8-ba24-6d6d54317556/2815cd5a-274e-4799-a72a-0bc36db3af73/4405c1c2-e6e3-4be1-942a-02662edce5e5) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:19.063123 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.092229 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.262674 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.273501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Transition to ACTIVE for port object 4405c1c2-e6e3-4be1-942a-02662edce5e5 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:19.292429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Transition to ACTIVE for port object 4405c1c2-e6e3-4be1-942a-02662edce5e5 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:19.297314 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.312403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Allocated IP 172.28.0.126 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/94d5470b-0c8e-474c-9a49-9de4c3302be5) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:19.370079 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:19.373606 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:19.375421 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Pushing event updated for resources: {'Port': ['ID=4405c1c2-e6e3-4be1-942a-02662edce5e5,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:19.377593 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:19.411335 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.411676 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.412010 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.412362 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.412691 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.413011 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.413332 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.413649 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.413965 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.414276 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.414589 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:19.460376 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.473816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Attempting to bind port 4405c1c2-e6e3-4be1-942a-02662edce5e5 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:19.474181 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Attempting to bind port 4405c1c2-e6e3-4be1-942a-02662edce5e5 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:19.474528 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Attempting to bind port 4405c1c2-e6e3-4be1-942a-02662edce5e5 on network 4382ee34-5be3-42c8-ba24-6d6d54317556 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:19.480871 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:19.481231 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Checking segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:19.481618 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.482001 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Bound using segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:19.482446 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Bound port: 4405c1c2-e6e3-4be1-942a-02662edce5e5, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:19.482803 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.489498 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.561343 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:19.563829 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:19.568525 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:19.573907 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] For port 4405c1c2-e6e3-4be1-942a-02662edce5e5, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:19.577252 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] For port 4405c1c2-e6e3-4be1-942a-02662edce5e5, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=4405c1c2-e6e3-4be1-942a-02662edce5e5,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:19.581366 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.592030 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Pushing event updated for resources: {'Port': ['ID=94d5470b-0c8e-474c-9a49-9de4c3302be5,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:19.671864 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a828a-a431-442a-8952-3b7cc60de20b None None] Pushing event updated for resources: {'Port': ['ID=4405c1c2-e6e3-4be1-942a-02662edce5e5,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:19.728712 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.729602 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:19.965060 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:17:20.159493 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:17:20.169007 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Sync routers for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:17:20.180632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:20.181874 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:20.183340 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:20.187267 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-2f0222b0-4922-4d52-bfd8-05d26bf4665c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5016487 Apr 06 10:17:20.187686 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37460) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:20.371656 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:20.587866 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2af15d-79f0-4ac9-88ce-2f4c7bc8bf61 None None] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:17:20.738885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-19834aeb-0429-4188-ae5c-1fe246903fb3 None None] Provisioning for port 4405c1c2-e6e3-4be1-942a-02662edce5e5 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:20.877931 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:19Z', 'revision_number': 3, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:20.887452 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Checking router: 72a2a3d5-2f0c-41e7-b30c-e2711573f815 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:17:20.887788 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Updating router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 port 94d5470b-0c8e-474c-9a49-9de4c3302be5 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:17:20.921345 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:20.953929 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.237532 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 4405c1c2-e6e3-4be1-942a-02662edce5e5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:21.238705 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_common [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Allocated IP 172.20.0.1 (4382ee34-5be3-42c8-ba24-6d6d54317556/2815cd5a-274e-4799-a72a-0bc36db3af73/884a2b3d-c243-4e4f-95c5-2ee3258d61f3) {{(pid=83218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:21.391461 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.407998 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.provisioning_blocks [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Transition to ACTIVE for port object 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 will not be triggered until provisioned by entity DHCP. {{(pid=83218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:21.412124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.425994 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 4405c1c2-e6e3-4be1-942a-02662edce5e5 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:21.428922 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Transition to ACTIVE for port object 94d5470b-0c8e-474c-9a49-9de4c3302be5 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:21.430867 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.433908 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 4405c1c2-e6e3-4be1-942a-02662edce5e5 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:21.434288 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.460935 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.505120 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:21.508473 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:21.510970 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:21.512696 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Received port after_create {{(pid=83218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:21.568227 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.582762 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf739272-cfe9-4f1a-8740-29ea70cec81b None None] Pushing event updated for resources: {'Port': ['ID=94d5470b-0c8e-474c-9a49-9de4c3302be5,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:21.597277 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Attempting to bind port 94d5470b-0c8e-474c-9a49-9de4c3302be5 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:21.597659 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Attempting to bind port 94d5470b-0c8e-474c-9a49-9de4c3302be5 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:21.598010 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Attempting to bind port 94d5470b-0c8e-474c-9a49-9de4c3302be5 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:21.607159 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:21.607530 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:21.607898 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.608323 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:21.608738 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Bound port: 94d5470b-0c8e-474c-9a49-9de4c3302be5, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:21.609092 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.662207 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.729827 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.754665 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] For port 94d5470b-0c8e-474c-9a49-9de4c3302be5, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:21.769473 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] For port 94d5470b-0c8e-474c-9a49-9de4c3302be5, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=94d5470b-0c8e-474c-9a49-9de4c3302be5,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:21.774957 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-cce7de3f-bca9-4fe3-ac40-41896ab90b12 None None] Provisioning for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:21.779227 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.818494 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 4405c1c2-e6e3-4be1-942a-02662edce5e5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=4405c1c2-e6e3-4be1-942a-02662edce5e5,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:21.830704 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-cce7de3f-bca9-4fe3-ac40-41896ab90b12 None None] Provisioning complete for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:21.831055 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-cce7de3f-bca9-4fe3-ac40-41896ab90b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.858925 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.888932 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.893325 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2978738'] for port, after_update {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:21.913986 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-cce7de3f-bca9-4fe3-ac40-41896ab90b12 None None] Port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:17:21.919167 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf739272-cfe9-4f1a-8740-29ea70cec81b None None] Pushing event updated for resources: {'Port': ['ID=94d5470b-0c8e-474c-9a49-9de4c3302be5,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:21.957117 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:21.957743 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:21.998749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:22.002112 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=2']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:22.115090 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=4405c1c2-e6e3-4be1-942a-02662edce5e5,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:22.135213 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 is already hosted by enough agents. {{(pid=83218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:22.136340 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.base_scheduler [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:22.158243 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:22.407047 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-8253e6f9-f83e-4356-8bfe-0e2abf3354db None None] Provisioning complete for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:22.407400 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-8253e6f9-f83e-4356-8bfe-0e2abf3354db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:22.508931 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-8253e6f9-f83e-4356-8bfe-0e2abf3354db None None] Port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:17:22.523011 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:17:22.544647 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 2, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:22.548828 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe7f65-2d2b-4ba4-b461-e816857d49b7 None None] The sync data for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb is: [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 2, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:17:22.753923 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:17:22.764659 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-eaa40327-b577-41a3-9950-82fdf6fef4b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/72a2a3d5-2f0c-41e7-b30c-e2711573f815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5757890 Apr 06 10:17:23.298305 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 4405c1c2-e6e3-4be1-942a-02662edce5e5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:23.376816 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 4405c1c2-e6e3-4be1-942a-02662edce5e5 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:23.377356 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.499299 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 94d5470b-0c8e-474c-9a49-9de4c3302be5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:23.573869 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 94d5470b-0c8e-474c-9a49-9de4c3302be5 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:23.579509 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 94d5470b-0c8e-474c-9a49-9de4c3302be5 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:23.579867 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.741020 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.748854 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37482) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:23.754270 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1598546381-network', 'tenant_id': '6a192e00a5b145519b554d7569ca2111'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:23.758251 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 94d5470b-0c8e-474c-9a49-9de4c3302be5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=94d5470b-0c8e-474c-9a49-9de4c3302be5,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:23.758731 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:23.762739 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.763497 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Usage tracker for resource:network and tenant:6a192e00a5b145519b554d7569ca2111 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:23.766531 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:23.772169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:23.829761 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=94d5470b-0c8e-474c-9a49-9de4c3302be5,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:23.874752 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Made reservation on behalf of 6a192e00a5b145519b554d7569ca2111 for: {'network': 1} {{(pid=83218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:17:23.877001 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.889073 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.920234 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:23.924781 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6a192e00a5b145519b554d7569ca2111 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:23.927543 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:23.933431 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:23.996395 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:23.999899 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.028426 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:17:24.036469 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b24ed-15f4-4ebc-82a8-d9d05c61af1e,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:24.042266 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.042604 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.segments_db [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Added segment ae0891c4-11e7-4be8-878a-e7071734c57f of type vlan for network e8656b3f-7788-415b-9906-13f12b0c5302 Apr 06 10:17:24.067542 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749869441262'] for network, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.079247 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.099276 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063'] for network, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.100227 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:24.100813 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.201829 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e8656b3f-7788-415b-9906-13f12b0c5302,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:24.207337 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9a41ac9e-a45e-45cb-a91d-46ddfebf23a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4548478 Apr 06 10:17:24.208179 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37486) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:24.211533 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Network e8656b3f-7788-415b-9906-13f12b0c5302 details requested by agent ovs-agent-dv-cinder-836753-1-smb with host dv-cinder-836753-1-smb {{(pid=83220) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 06 10:17:24.213785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Request body: {'subnet': {'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1598546381-subnet', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'ip_version': 4}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:24.218578 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:24.222342 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Usage tracker for resource:subnet and tenant:6a192e00a5b145519b554d7569ca2111 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:24.225910 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:24.231763 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:24.240773 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Made reservation on behalf of 6a192e00a5b145519b554d7569ca2111 for: {'subnet': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:17:24.243112 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835203'] for subnet, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.436922 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2677214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835245'] for subnet, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.505710 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32215f0-9c05-47bd-97d3-f39bd12f9d2b,revision_number=0']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:24.522197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Checking segment: {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:24.522543 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Network hostable DHCP agents. Network: e8656b3f-7788-415b-9906-13f12b0c5302, hostable agents: ['548cf7a6-df60-43e0-894a-18c407ab2a18'], hosted agents: [] {{(pid=83219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:17:24.544182 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Network e8656b3f-7788-415b-9906-13f12b0c5302 is scheduled to be hosted by DHCP agent 548cf7a6-df60-43e0-894a-18c407ab2a18 with binding_index 1 {{(pid=83219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:17:24.552846 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836753-1-smb, e8656b3f-7788-415b-9906-13f12b0c5302) {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:24.557117 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:24.557677 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.561854 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6eacf-cdbb-4b49-8031-3292c99f877c None None] Network e8656b3f-7788-415b-9906-13f12b0c5302 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:17:24.577699 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-0a6adb92-9b08-475f-82ae-56f84acad2db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3690319 Apr 06 10:17:24.580176 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37490) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:24.585605 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:24.590202 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:24.593950 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Usage tracker for resource:router and tenant:6a192e00a5b145519b554d7569ca2111 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:17:24.596719 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:17:24.602375 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:24.613216 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4709'] for router, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.614396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4115045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4052249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4732'] for router, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.634026 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.772225 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4115946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4682'] for router, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.775632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a4893f-eb00-5d4d-919d-871bea971fc0-e8656b3f-7788-415b-9906-13f12b0c5302', 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'fixed_ips': [{'subnet_id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b'}]}} from dv-cinder-836753-1-smb. {{(pid=83220) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 06 10:17:24.776560 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:24.936184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.db_base_plugin_common [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Allocated IP 172.20.0.2 (e8656b3f-7788-415b-9906-13f12b0c5302/e32215f0-9c05-47bd-97d3-f39bd12f9d2b/e8450b24-cef1-4b76-8188-680fffcd21e9) {{(pid=83220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:25.048455 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.078437 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.141549 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks [] for port, precommit_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.159924 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Transition to ACTIVE for port object e8450b24-cef1-4b76-8188-680fffcd21e9 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:25.183197 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Transition to ACTIVE for port object e8450b24-cef1-4b76-8188-680fffcd21e9 will not be triggered until provisioned by entity DHCP. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:25.191070 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168'] for port, after_create {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.229885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 94d5470b-0c8e-474c-9a49-9de4c3302be5 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:25.230835 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Allocated IP 172.28.0.108 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/29ddbad9-67fe-495e-9cac-a64694d09825) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:25.311313 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Network e8656b3f-7788-415b-9906-13f12b0c5302 is already hosted by enough agents. {{(pid=83220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:25.317374 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.scheduler.base_scheduler [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Resources bound (agent type, host, resource id): {{(pid=83220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:25.319735 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Received port after_create {{(pid=83220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:25.322491 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Pushing event updated for resources: {'Port': ['ID=e8450b24-cef1-4b76-8188-680fffcd21e9,revision_number=1']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:25.378118 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.406912 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.420670 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Attempting to bind port e8450b24-cef1-4b76-8188-680fffcd21e9 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:25.421023 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Attempting to bind port e8450b24-cef1-4b76-8188-680fffcd21e9 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:25.421371 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Attempting to bind port e8450b24-cef1-4b76-8188-680fffcd21e9 on network e8656b3f-7788-415b-9906-13f12b0c5302 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:25.423291 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 94d5470b-0c8e-474c-9a49-9de4c3302be5 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:25.423646 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.462488 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:25.462851 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Checking segment: {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:25.463240 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.463893 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Bound using segment: {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:25.464086 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Bound port: e8450b24-cef1-4b76-8188-680fffcd21e9, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:25.464442 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.473780 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:25.478108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:25.481810 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:25.516296 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Pushing event updated for resources: {'Port': ['ID=29ddbad9-67fe-495e-9cac-a64694d09825,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:25.608859 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] For port e8450b24-cef1-4b76-8188-680fffcd21e9, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:25.627670 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] For port e8450b24-cef1-4b76-8188-680fffcd21e9, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e8450b24-cef1-4b76-8188-680fffcd21e9,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:25.633793 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.648880 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.650315 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4114969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4119930'] for router, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:25.714721 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac264-5e04-417f-a46e-d7c7b21d4472 None None] Pushing event updated for resources: {'Port': ['ID=e8450b24-cef1-4b76-8188-680fffcd21e9,revision_number=2']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:25.902766 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Router 834a380a-42f2-45fe-9a9d-d44d99a460a9 is scheduled to L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 with binding_index 1 {{(pid=83219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:17:26.098533 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:17:26.107216 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Sync routers for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:17:26.120153 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:26.121121 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:26.123108 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] Notify callbacks [] for router, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:26.127208 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-47d03a26-897b-43b5-b897-66b0e4c63afd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5433979 Apr 06 10:17:26.127585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37494) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:17:26.294133 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:26.599016 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:25Z', 'revision_number': 3, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:26.603076 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Checking router: 834a380a-42f2-45fe-9a9d-d44d99a460a9 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:17:26.603408 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Updating router 834a380a-42f2-45fe-9a9d-d44d99a460a9 port 29ddbad9-67fe-495e-9cac-a64694d09825 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:17:26.628799 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab67ba-5b7f-4216-a469-0445d35d6465 None None] Network e8656b3f-7788-415b-9906-13f12b0c5302 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:17:26.657080 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:26.735259 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-a4430cf7-5e5a-4b5e-ae2b-aa9c54a317a7 None None] Provisioning for port e8450b24-cef1-4b76-8188-680fffcd21e9 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:26.991362 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:26.991997 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.004597 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Transition to ACTIVE for port object 29ddbad9-67fe-495e-9cac-a64694d09825 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:27.013491 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.094515 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Attempting to bind port 29ddbad9-67fe-495e-9cac-a64694d09825 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:27.094867 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Attempting to bind port 29ddbad9-67fe-495e-9cac-a64694d09825 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:27.095213 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Attempting to bind port 29ddbad9-67fe-495e-9cac-a64694d09825 on network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:27.104937 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Pushing event updated for resources: {'Port': ['ID=29ddbad9-67fe-495e-9cac-a64694d09825,revision_number=2']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:27.107859 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:27.108580 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Checking segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:27.108580 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.108953 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Bound using segment: {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:27.109385 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Bound port: 29ddbad9-67fe-495e-9cac-a64694d09825, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1fe8c-184b-4c50-a99e-130a67ec4269', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:27.109756 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.146973 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.147299 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.147619 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.147936 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.148491 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.148603 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.148874 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.149374 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.150588 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.151059 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.151535 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:27.195314 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] For port 29ddbad9-67fe-495e-9cac-a64694d09825, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:27.199311 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] For port 29ddbad9-67fe-495e-9cac-a64694d09825, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=29ddbad9-67fe-495e-9cac-a64694d09825,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:27.205816 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.210285 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Allocated IP 172.20.0.1 (e8656b3f-7788-415b-9906-13f12b0c5302/e32215f0-9c05-47bd-97d3-f39bd12f9d2b/853bfcf6-7a82-4a55-b4bc-63d21c190e45) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:27.225269 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e8450b24-cef1-4b76-8188-680fffcd21e9 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:27.292082 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634cb00-c50a-4054-8aae-295981c6eb26 None None] Pushing event updated for resources: {'Port': ['ID=29ddbad9-67fe-495e-9cac-a64694d09825,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:27.296789 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:27.297636 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:27.336928 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port e8450b24-cef1-4b76-8188-680fffcd21e9 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:27.341590 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port e8450b24-cef1-4b76-8188-680fffcd21e9 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:27.341943 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.368709 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.386065 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Transition to ACTIVE for port object 853bfcf6-7a82-4a55-b4bc-63d21c190e45 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:27.409540 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.459624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.468985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Network e8656b3f-7788-415b-9906-13f12b0c5302 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:27.475876 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:27.478851 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:27.512661 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:27.531443 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port e8450b24-cef1-4b76-8188-680fffcd21e9, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e8450b24-cef1-4b76-8188-680fffcd21e9,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:27.542116 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.546985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Pushing event updated for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:27.561196 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4117424'] for router_interface, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.623625 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=e8450b24-cef1-4b76-8188-680fffcd21e9,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:27.657727 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.800289 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0fbd21f3-e5f3-445b-894f-e6a0b3e51f2b None None] Provisioning for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:27.806625 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0fbd21f3-e5f3-445b-894f-e6a0b3e51f2b None None] Provisioning complete for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:27.807859 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0fbd21f3-e5f3-445b-894f-e6a0b3e51f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.824614 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:25Z', 'revision_number': 3, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:27.828837 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0d24f-798f-436c-90f6-841c131aacd8 None None] The sync data for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb is: [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:25Z', 'revision_number': 3, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:17:27.876107 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd21f3-e5f3-445b-894f-e6a0b3e51f2b None None] Port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:17:27.885442 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.889840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:27.999676 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Pushing event updated for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:28.002207 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4117295'] for router_interface, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:28.138145 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Network e8656b3f-7788-415b-9906-13f12b0c5302 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:28.139113 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:28.400812 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-ee9543b9-5218-412d-afc4-cca7a6d63adf None None] Provisioning complete for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:28.401352 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ee9543b9-5218-412d-afc4-cca7a6d63adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:28.458436 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-ee9543b9-5218-412d-afc4-cca7a6d63adf None None] Port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:17:28.619458 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Router 834a380a-42f2-45fe-9a9d-d44d99a460a9 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:17:28.812148 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:17:28.820537 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-23ae1df0-027a-4fa5-aae3-bd2e37d1db56 admin admin] 10.222.0.39 "PUT /v2.0/routers/834a380a-42f2-45fe-9a9d-d44d99a460a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920013 Apr 06 10:17:29.181605 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e8450b24-cef1-4b76-8188-680fffcd21e9 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:29.246931 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port e8450b24-cef1-4b76-8188-680fffcd21e9 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:29.247285 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:33.240145 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 29ddbad9-67fe-495e-9cac-a64694d09825 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:33.351191 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 29ddbad9-67fe-495e-9cac-a64694d09825 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:33.359284 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 29ddbad9-67fe-495e-9cac-a64694d09825 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:33.362819 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:33.512625 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:33.532952 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 29ddbad9-67fe-495e-9cac-a64694d09825, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=29ddbad9-67fe-495e-9cac-a64694d09825,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:33.541491 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:33.620055 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=29ddbad9-67fe-495e-9cac-a64694d09825,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:34.111926 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b6605b48-b45e-485d-be33-91a36b1c279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:35.200780 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 29ddbad9-67fe-495e-9cac-a64694d09825 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:35.273501 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 29ddbad9-67fe-495e-9cac-a64694d09825 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:35.273944 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:36.299991 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-ca42d1a6-abae-423b-b947-627555abe602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:37.351337 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Sync routers for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:17:37.367619 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:37.368936 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:37.526779 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:37.559823 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:37.595641 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:37.946972 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 2, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:37.951212 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Checking router: 72a2a3d5-2f0c-41e7-b30c-e2711573f815 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:17:37.951555 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Updating router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 binding host dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:17:38.041131 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.440678 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.456796 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Transition to ACTIVE for port object 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 will not be triggered until provisioned by entity L2. {{(pid=83220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:38.464593 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.617292 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279494-d380-421c-9f62-fd1a835945ba None None] Pushing event updated for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=3']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:38.710588 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Attempting to bind port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:38.710990 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Attempting to bind port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:38.711287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Attempting to bind port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 on network 4382ee34-5be3-42c8-ba24-6d6d54317556 {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:38.719757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:38.720119 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Checking segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:38.720687 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.721075 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Bound using segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} {{(pid=83220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:38.721529 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.managers [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Bound port: 884a2b3d-c243-4e4f-95c5-2ee3258d61f3, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}}] {{(pid=83220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:38.721892 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.805425 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.831421 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] For port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:38.836429 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] For port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:38.844246 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:38.945743 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279494-d380-421c-9f62-fd1a835945ba None None] Pushing event updated for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:38.961083 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:38.962207 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:39.121911 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Sync routers for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:17:39.134735 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:39.135607 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:39.188870 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:39.252427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:39.332782 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:39.484688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:39.502153 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:39.502518 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:39.511858 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6ce2a550-f47e-4802-923f-19b1dc35d13e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:39.512586 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6ce2a550-f47e-4802-923f-19b1dc35d13e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:network {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:17:39.532455 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6ce2a550-f47e-4802-923f-19b1dc35d13e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:network {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:17:39.534218 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6ce2a550-f47e-4802-923f-19b1dc35d13e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 815 time: 0.1711786 Apr 06 10:17:39.558867 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-c94c092c-b494-4ee8-81b4-e294cef13baa tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/quotas/7139f4953c40470f8e77575b5586fac8 HTTP/1.1" status: 200 len: 375 time: 0.0172925 Apr 06 10:17:39.640680 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6f6264bf-c51f-4e80-9a01-1f6bfb0d6166 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:17:39.658835 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6f6264bf-c51f-4e80-9a01-1f6bfb0d6166 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:17:39.668704 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-6f6264bf-c51f-4e80-9a01-1f6bfb0d6166 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052029 Apr 06 10:17:39.680202 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 4, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '853bfcf6-7a82-4a55-b4bc-63d21c190e45', 'name': '', 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'mac_address': 'fa:16:3e:a9:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:27Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 2, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'subnets': [{'id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:39.682836 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:39.685736 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Checking router: 834a380a-42f2-45fe-9a9d-d44d99a460a9 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:17:39.686207 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Updating router 834a380a-42f2-45fe-9a9d-d44d99a460a9 port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 binding host dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 06 10:17:39.741751 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:38Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:39.742266 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:39.752031 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d0e16-0f82-4f7e-8fb3-6bc02b7512d5 None None] The sync data for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb is: [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:38Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:17:39.764482 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:39.770495 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:39.852578 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:39.954168 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-29aef1ba-25b9-4891-be75-918437c55fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821655 Apr 06 10:17:40.093931 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-37b0e914-16b2-4eb9-a0b1-c1de2545aca4 service neutron] 10.222.0.39 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330950 Apr 06 10:17:40.127427 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:40.139827 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.provisioning_blocks [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Transition to ACTIVE for port object 853bfcf6-7a82-4a55-b4bc-63d21c190e45 will not be triggered until provisioned by entity L2. {{(pid=83221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:40.147496 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:40.308604 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9a0efac2-a84b-402e-9c47-3f6434d645ae req-99872afb-363f-40db-ae52-9f0df02c65a6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 210 time: 0.0533569 Apr 06 10:17:40.391450 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb094b-85d3-4871-8580-2ff55aa74ba6 None None] Pushing event updated for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=3']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:40.422232 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Attempting to bind port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 on host dv-cinder-836753-1-smb for vnic_type normal with profile {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:40.422743 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Attempting to bind port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 by drivers openvswitch,hyperv on host dv-cinder-836753-1-smb at level 0 using segments [{'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:40.423182 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Attempting to bind port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 on network e8656b3f-7788-415b-9906-13f12b0c5302 {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:40.429793 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Checking agent: {'id': '44f4cb48-67ed-4d76-af24-ed7afd203cd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836753-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 50, 7), 'started_at': datetime.datetime(2022, 4, 6, 9, 50, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836753-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:40.430257 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Checking segment: {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:40.431579 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:40.432122 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Bound using segment: {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'} {{(pid=83221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:40.432756 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.managers [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Bound port: 853bfcf6-7a82-4a55-b4bc-63d21c190e45, host: dv-cinder-836753-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0891c4-11e7-4be8-878a-e7071734c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302'}}] {{(pid=83221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:40.433959 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:40.527156 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] For port 853bfcf6-7a82-4a55-b4bc-63d21c190e45, host dv-cinder-836753-1-smb, cleared binding levels {{(pid=83221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:40.530029 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.plugins.ml2.db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] For port 853bfcf6-7a82-4a55-b4bc-63d21c190e45, host dv-cinder-836753-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=853bfcf6-7a82-4a55-b4bc-63d21c190e45,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:40.534126 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron_lib.callbacks.manager [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:40.613966 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb094b-85d3-4871-8580-2ff55aa74ba6 None None] Pushing event updated for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=4']} {{(pid=83221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:40.620632 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:17:40.621236 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:17:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:40.808044 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:17:41.114549 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 4, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '853bfcf6-7a82-4a55-b4bc-63d21c190e45', 'name': '', 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'mac_address': 'fa:16:3e:a9:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:27Z', 'updated_at': '2022-04-06T10:17:40Z', 'revision_number': 4, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'subnets': [{'id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:17:41.118815 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaef95-182f-4f24-9ec5-59f785b2d3f5 None None] The sync data for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb is: [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:17:27Z', 'revision_number': 4, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '853bfcf6-7a82-4a55-b4bc-63d21c190e45', 'name': '', 'network_id': 'e8656b3f-7788-415b-9906-13f12b0c5302', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'mac_address': 'fa:16:3e:a9:ca:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:27Z', 'updated_at': '2022-04-06T10:17:40Z', 'revision_number': 4, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'subnets': [{'id': 'e32215f0-9c05-47bd-97d3-f39bd12f9d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:17:41.226857 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:41.298941 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:41.299305 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:41.423730 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2c69794b-d4e7-4a02-b1cd-88f279726db7 req-4c81f827-78aa-4a3e-a6e1-ca106a86c0e5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 210 time: 0.0464406 Apr 06 10:17:42.535426 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-7cfb8b5f-74d8-47c9-827a-c25e748f712f req-6aa06e6c-4f15-41aa-bf4a-f7bc5fb10f9a tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 210 time: 0.0440476 Apr 06 10:17:43.207608 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 853bfcf6-7a82-4a55-b4bc-63d21c190e45 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:43.275676 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:43.279980 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:43.280372 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:43.390778 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:43.422926 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] For port 853bfcf6-7a82-4a55-b4bc-63d21c190e45, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=853bfcf6-7a82-4a55-b4bc-63d21c190e45,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:43.426661 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:43.492014 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Pushing event updated for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:43.705401 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8057d775-b1ac-4dc2-bcc6-b31390bed964 req-b0a08faf-f30c-45be-9557-cdcab764b41e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 210 time: 0.0406055 Apr 06 10:17:43.708444 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-05c343bc-fd39-48dd-91d4-c8dd9835fa51 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:43.709982 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-05c343bc-fd39-48dd-91d4-c8dd9835fa51 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 815 time: 0.1453748 Apr 06 10:17:43.725884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'port': {'device_id': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'admin_state_up': True, 'tenant_id': '7139f4953c40470f8e77575b5586fac8'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:43.864519 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:17:43.875424 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:17:43.885205 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Made reservation on behalf of 7139f4953c40470f8e77575b5586fac8 for: {'port': 1} {{(pid=83219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:17:43.888344 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:44.054824 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Allocated IP 172.20.0.14 (4382ee34-5be3-42c8-ba24-6d6d54317556/2815cd5a-274e-4799-a72a-0bc36db3af73/23dfb3b5-762b-4c31-9a85-129b9bd56805) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:17:44.298895 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:44.320557 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Transition to ACTIVE for port object 23dfb3b5-762b-4c31-9a85-129b9bd56805 will not be triggered until provisioned by entity DHCP. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:44.348014 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:44.418217 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:17:44.425848 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:17:44.430406 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:17:44.466680 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:44.493078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.493823 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.494141 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.494472 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.494800 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.495130 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.495718 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.496043 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.500303 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.500592 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.501032 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:17:44.531353 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:44.533777 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:44.581904 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-3af223d2-8903-4e76-8294-30a719da9801 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8594346 Apr 06 10:17:44.839211 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-101a98c4-5cb6-447b-9b1b-7442c2379603 None None] Provisioning for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 completed by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:17:44.844011 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-101a98c4-5cb6-447b-9b1b-7442c2379603 None None] Provisioning complete for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:44.844390 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-101a98c4-5cb6-447b-9b1b-7442c2379603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:44.920023 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-101a98c4-5cb6-447b-9b1b-7442c2379603 None None] Port 23dfb3b5-762b-4c31-9a85-129b9bd56805 cannot update to ACTIVE because it is not bound. {{(pid=83220) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 06 10:17:44.962256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b894964-4824-4dbf-afc3-5dd95586deee req-88e3d9a3-d974-4bb7-97d9-97072763c9ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:44.963089 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-8b894964-4824-4dbf-afc3-5dd95586deee req-88e3d9a3-d974-4bb7-97d9-97072763c9ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:17:44.981479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [req-8b894964-4824-4dbf-afc3-5dd95586deee req-88e3d9a3-d974-4bb7-97d9-97072763c9ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:17:44.982754 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8b894964-4824-4dbf-afc3-5dd95586deee req-88e3d9a3-d974-4bb7-97d9-97072763c9ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.1268978 Apr 06 10:17:45.047403 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8b894964-4824-4dbf-afc3-5dd95586deee req-ce8403a3-000e-467a-a76d-5abfd1531aae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583599 Apr 06 10:17:45.218060 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 853bfcf6-7a82-4a55-b4bc-63d21c190e45 up at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:17:45.293650 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Provisioning complete for port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:17:45.294094 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:46.260305 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57963-68aa-418d-baae-542850ed6125 req-635512f9-13c2-464b-bf9d-69f1854c1cc6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:46.262016 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3fa57963-68aa-418d-baae-542850ed6125 req-635512f9-13c2-464b-bf9d-69f1854c1cc6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0833631 Apr 06 10:17:46.309589 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3fa57963-68aa-418d-baae-542850ed6125 req-6647f14a-8a7a-4610-ad12-3bf8da185070 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:17:46.326706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-3fa57963-68aa-418d-baae-542850ed6125 req-6647f14a-8a7a-4610-ad12-3bf8da185070 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:17:46.328002 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-3fa57963-68aa-418d-baae-542850ed6125 req-6647f14a-8a7a-4610-ad12-3bf8da185070 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Apr 06 10:17:47.552226 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c06b-faba-4f24-8d0d-c9947389be81 req-8ed0e999-37c0-4931-b113-92aad114052c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:47.553945 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-04e3c06b-faba-4f24-8d0d-c9947389be81 req-8ed0e999-37c0-4931-b113-92aad114052c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0968702 Apr 06 10:17:47.609492 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-04e3c06b-faba-4f24-8d0d-c9947389be81 req-68a747dd-73fb-4fad-8085-1b767f735dc9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478969 Apr 06 10:17:48.826169 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac5626-4762-4469-95a9-60f0124ae806 req-0594a30d-1bb7-4072-bc5d-3a38c7736bb5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:48.827723 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1ac5626-4762-4469-95a9-60f0124ae806 req-0594a30d-1bb7-4072-bc5d-3a38c7736bb5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0833776 Apr 06 10:17:48.880058 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-c1ac5626-4762-4469-95a9-60f0124ae806 req-e882e867-8789-43cd-90eb-bacdec88e997 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Apr 06 10:17:50.086041 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710aeda-ba44-4d35-94a7-3759bde170d8 req-46e8cb6a-9fa9-429d-aa36-4cf08b92ee8f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:50.088604 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c710aeda-ba44-4d35-94a7-3759bde170d8 req-46e8cb6a-9fa9-429d-aa36-4cf08b92ee8f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0820038 Apr 06 10:17:50.139116 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-c710aeda-ba44-4d35-94a7-3759bde170d8 req-d16c770d-e24d-4fa8-9024-a78cce1a9efd tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Apr 06 10:17:51.334881 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586deb4-13e8-4d9c-ab9d-f469d3105af9 req-070bbf1c-2e0f-4331-951e-e5e1f93599a3 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:51.336323 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8586deb4-13e8-4d9c-ab9d-f469d3105af9 req-070bbf1c-2e0f-4331-951e-e5e1f93599a3 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0740774 Apr 06 10:17:51.380358 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-8586deb4-13e8-4d9c-ab9d-f469d3105af9 req-c86c16ba-6887-4a24-a66f-c2fb5d4e7b49 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Apr 06 10:17:52.578197 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ff33-c095-4f80-8aff-e26b68848522 req-3abf3563-1e01-43d7-a667-19ca92c9277c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:52.579639 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4129ff33-c095-4f80-8aff-e26b68848522 req-3abf3563-1e01-43d7-a667-19ca92c9277c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0794256 Apr 06 10:17:52.625369 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-4129ff33-c095-4f80-8aff-e26b68848522 req-9f4ef193-c001-412e-bae8-1b6d5710f8e1 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Apr 06 10:17:53.823535 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ffb0-f366-4ab0-bf87-eb61321c0772 req-287ae185-b7bf-4b30-9f07-8a4a90ddb085 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:53.824937 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0152ffb0-f366-4ab0-bf87-eb61321c0772 req-287ae185-b7bf-4b30-9f07-8a4a90ddb085 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.0794222 Apr 06 10:17:53.878983 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-0152ffb0-f366-4ab0-bf87-eb61321c0772 req-5c07a6cb-622a-4755-908e-6270a8af4d88 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Apr 06 10:17:54.086860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:54.644504 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:17:55.033056 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Request body: {'port': {'device_id': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83675'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:17:55.244028 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:55.262439 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b9e57-51f6-4134-a4c2-e6fd63289510 req-31eb15b1-03a9-441b-ad93-b2e61841ffb0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:55.263896 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-719b9e57-51f6-4134-a4c2-e6fd63289510 req-31eb15b1-03a9-441b-ad93-b2e61841ffb0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 932 time: 0.2689817 Apr 06 10:17:55.356918 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-719b9e57-51f6-4134-a4c2-e6fd63289510 req-4eb1aba4-d147-4547-83b8-bdaf9bfff627 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675991 Apr 06 10:17:55.611888 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dfb3b5-762b-4c31-9a85-129b9bd56805 {{(pid=83219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:17:55.619778 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:55.634840 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.provisioning_blocks [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Transition to ACTIVE for port object 23dfb3b5-762b-4c31-9a85-129b9bd56805 will not be triggered until provisioned by entity L2. {{(pid=83219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 06 10:17:55.638200 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:55.767256 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:55.870959 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Attempting to bind port 23dfb3b5-762b-4c31-9a85-129b9bd56805 on host hv-cinder-83675 for vnic_type normal with profile {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 06 10:17:55.871279 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Attempting to bind port 23dfb3b5-762b-4c31-9a85-129b9bd56805 by drivers openvswitch,hyperv on host hv-cinder-83675 at level 0 using segments [{'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 06 10:17:55.871595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Attempting to bind port 23dfb3b5-762b-4c31-9a85-129b9bd56805 on network 4382ee34-5be3-42c8-ba24-6d6d54317556 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:55.877174 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Port 23dfb3b5-762b-4c31-9a85-129b9bd56805 on network 4382ee34-5be3-42c8-ba24-6d6d54317556 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83675 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 06 10:17:55.877481 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Attempting to bind port 23dfb3b5-762b-4c31-9a85-129b9bd56805 on network 4382ee34-5be3-42c8-ba24-6d6d54317556 {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 06 10:17:55.884063 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Checking agent: {'id': '42b56bec-faad-4b5e-81be-141a7b44a026', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83675', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'started_at': datetime.datetime(2022, 4, 6, 9, 56, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 06 10:17:55.884416 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Checking segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 06 10:17:55.884790 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Bound using segment: {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'} {{(pid=83219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 06 10:17:55.885199 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.managers [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Bound port: 23dfb3b5-762b-4c31-9a85-129b9bd56805, host: hv-cinder-83675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d463ea-c216-4da8-88e9-d542be67f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556'}}] {{(pid=83219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 06 10:17:55.885527 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:55.973403 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, cleared binding levels {{(pid=83219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:17:55.976235 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:17:55.981786 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:56.043771 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:56.045088 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] 10.222.0.48 "PUT /v2.0/ports/23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1094 time: 1.0161119 Apr 06 10:17:56.045507 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:17:56.066371 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e82f3-d1e6-4763-9f96-098faa85dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=3']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:17:56.166582 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-66240e7d-9f4b-4dcd-8bc5-3ba886df82cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1097 time: 0.0784612 Apr 06 10:17:56.234950 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-cc5027c8-191c-4305-8281-d958b40b860c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 217 time: 0.0619261 Apr 06 10:17:56.276768 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ae450d-d066-4fa8-9753-83e2fa05ab7b'] response: {'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:17:56.300590 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-195821f0-e90c-4e09-8e05-f174607080af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:56.301971 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-195821f0-e90c-4e09-8e05-f174607080af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0612605 Apr 06 10:17:56.374764 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-76860e14-a345-4f68-a1fc-d4aca3381e27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667577 Apr 06 10:17:56.549978 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-7a79a02f-d08f-467d-aad7-f8947f175c8d service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686151 Apr 06 10:17:56.675649 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cdb94-c52e-43ec-8945-112e0ad772ee req-c9472b05-6207-46a0-8ddc-aac3913300e6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:56.677045 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a2cdb94-c52e-43ec-8945-112e0ad772ee req-c9472b05-6207-46a0-8ddc-aac3913300e6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 944 time: 0.2005908 Apr 06 10:17:56.735965 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-51dbf821-cfa4-475e-a536-e0b4385dc8f8 req-d7d74862-9c17-4e20-8fc1-0f0481be6fdf service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790898 Apr 06 10:17:56.761310 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8a2cdb94-c52e-43ec-8945-112e0ad772ee req-4c7042d4-4c2c-4e64-8363-f4f5d677a8fd tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674350 Apr 06 10:17:56.863409 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-d3aca007-c498-4e17-afa7-8aaac91850ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1097 time: 0.0787127 Apr 06 10:17:57.104636 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-5b690c3d-c327-4c67-87ae-a9071d212c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:57.106123 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-5b690c3d-c327-4c67-87ae-a9071d212c00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.2357523 Apr 06 10:17:57.186203 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-0d6265ef-9873-4163-8d14-073d330071be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 217 time: 0.0743339 Apr 06 10:17:57.251396 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-0b4b33e2-470f-44cf-9466-a9ae60b4d5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:57.253629 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-0b4b33e2-470f-44cf-9466-a9ae60b4d5aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0623071 Apr 06 10:17:57.344082 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-cde3bdd5-f2db-4cf9-b86c-b0c8c9db1e22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845609 Apr 06 10:17:57.483874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-b8c358d3-c8f7-4f0f-91f5-030971ee5e50 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331542 Apr 06 10:17:57.648654 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8ef4dfd0-fc41-44ae-bcba-d83b31d54d30 req-53a352d5-553a-4f48-8e2d-16fb3257e683 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587923 Apr 06 10:17:57.955242 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb1636-fcdd-4114-87e3-e73cbbb1957c req-2945e142-2504-43e7-820a-c85358ec93c6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:57.956688 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f1fb1636-fcdd-4114-87e3-e73cbbb1957c req-2945e142-2504-43e7-820a-c85358ec93c6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 944 time: 0.0740247 Apr 06 10:17:58.001006 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-f1fb1636-fcdd-4114-87e3-e73cbbb1957c req-210e1caa-c059-4ed9-ae93-3bf8407b333e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383022 Apr 06 10:17:59.200885 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5d9b7-288c-4afc-b70c-d80218db3f50 req-d76eaa74-5dd7-4f2f-a175-9a9f6e64a217 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:17:59.202295 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-98e5d9b7-288c-4afc-b70c-d80218db3f50 req-d76eaa74-5dd7-4f2f-a175-9a9f6e64a217 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 944 time: 0.0735309 Apr 06 10:17:59.251375 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-98e5d9b7-288c-4afc-b70c-d80218db3f50 req-db59c76e-c41b-4087-9170-e1894f4f6a80 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Apr 06 10:17:59.703995 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 23dfb3b5-762b-4c31-9a85-129b9bd56805 details requested by agent hyperv_hv-cinder-83675 with host hv-cinder-83675 {{(pid=83220) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 06 10:17:59.833104 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:59.845537 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Returning: {'device': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'port_id': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'mac_address': 'fa:16:3e:4c:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83220) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 06 10:17:59.896910 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:59.913049 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dfb3b5-762b-4c31-9a85-129b9bd56805 {{(pid=83220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 06 10:17:59.927384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:17:59.931742 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:17:59.996775 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=4']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:00.315113 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['23dfb3b5-762b-4c31-9a85-129b9bd56805'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:18:00.454419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65139f2-0dab-4404-a357-37e684b283c3 req-83418eb6-8c5a-4638-993b-1ca63f55122e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:00.455873 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d65139f2-0dab-4404-a357-37e684b283c3 req-83418eb6-8c5a-4638-993b-1ca63f55122e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 945 time: 0.0806999 Apr 06 10:18:00.503010 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d65139f2-0dab-4404-a357-37e684b283c3 req-5e3a5d38-b2c3-4093-8553-db29b663b53b tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Apr 06 10:18:01.698470 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b8296-2463-492b-98c9-8f4a34fe3429 req-f23c3a27-2994-4ded-b0aa-46f51376cdf0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:01.699874 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cf5b8296-2463-492b-98c9-8f4a34fe3429 req-f23c3a27-2994-4ded-b0aa-46f51376cdf0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 945 time: 0.0763586 Apr 06 10:18:01.719580 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 23dfb3b5-762b-4c31-9a85-129b9bd56805 up at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 06 10:18:01.744354 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-cf5b8296-2463-492b-98c9-8f4a34fe3429 req-1ad446fc-3012-46dc-a46b-cc640531a6e8 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Apr 06 10:18:01.785644 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 completed by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 06 10:18:01.790885 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Provisioning complete for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 triggered by entity L2. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:18:01.791185 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:01.899929 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:01.925582 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:18:01.935639 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:18:01.939970 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231'] for port, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:02.005145 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=5']} {{(pid=83220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:02.055863 dv-cinder-836753-1-smb neutron-server[83220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a402ef4-7228-4e5d-94e6-11f473fb0113'] response: {'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'code': 200} Apr 06 10:18:02.269642 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58e8c65c-d774-4d72-950b-6ff50db13b72 req-e92b91d9-041c-47f1-bb3a-94f05159bf2b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1099 time: 0.0656676 Apr 06 10:18:02.313213 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-58e8c65c-d774-4d72-950b-6ff50db13b72 req-503d6772-c2b8-4337-a0fd-955ac7bc1af4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Apr 06 10:18:02.935597 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5983-ea82-4af1-b772-061db3ecc3d5 req-5c0f8074-6755-4d31-937f-5db788107541 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:02.937041 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ecde5983-ea82-4af1-b772-061db3ecc3d5 req-5c0f8074-6755-4d31-937f-5db788107541 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0736263 Apr 06 10:18:02.980588 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ecde5983-ea82-4af1-b772-061db3ecc3d5 req-5e831bd3-cfa2-4f73-bb7c-66a5d1f8f181 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Apr 06 10:18:04.115026 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-222a128d-db14-4da3-875b-b0f85fd6731b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:04.174258 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e1960-eb10-4578-bc10-5fe42de0cf5d req-eeb1949f-3ee5-4930-8b3c-546ace14afae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:04.175698 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2e4e1960-eb10-4578-bc10-5fe42de0cf5d req-eeb1949f-3ee5-4930-8b3c-546ace14afae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0755975 Apr 06 10:18:04.229345 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-2e4e1960-eb10-4578-bc10-5fe42de0cf5d req-86f6d85f-e5c7-4439-ae65-7628275802e8 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Apr 06 10:18:04.429523 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872032-faba-4ef4-b77b-96df208700da req-f0b8d245-5e66-4d30-93ee-61538982a7b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:04.431167 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b7872032-faba-4ef4-b77b-96df208700da req-f0b8d245-5e66-4d30-93ee-61538982a7b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0774543 Apr 06 10:18:04.475162 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b7872032-faba-4ef4-b77b-96df208700da req-ff3ebdfa-954d-45db-8768-accdcfa0aa1c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Apr 06 10:18:04.922894 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4323-53ba-4090-a3a0-6890e442cb7b req-2b08f9ea-c8db-413a-b14e-46624f776ed9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:04.924193 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-368e4323-53ba-4090-a3a0-6890e442cb7b req-2b08f9ea-c8db-413a-b14e-46624f776ed9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.1157072 Apr 06 10:18:04.975099 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-99d1b847-d530-4065-a32b-da876d51ed58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089587 Apr 06 10:18:04.985275 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-368e4323-53ba-4090-a3a0-6890e442cb7b req-38e673f9-4ea5-451e-8bd6-e0c107ffd1e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531754 Apr 06 10:18:05.111482 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-db64e418-0247-4f0d-9b77-eb3a1e0829c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1099 time: 0.0661895 Apr 06 10:18:05.257309 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-612525c0-a36d-4907-8ada-af0fc96350b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:05.258815 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-612525c0-a36d-4907-8ada-af0fc96350b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1286483 Apr 06 10:18:05.330804 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-b2f94dcb-9dee-4145-94c8-943deed3901e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 217 time: 0.0665061 Apr 06 10:18:05.394882 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-5a3e6087-610d-42b8-b221-324379c60bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:05.396535 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-5a3e6087-610d-42b8-b221-324379c60bd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0606146 Apr 06 10:18:05.567086 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-df2e3bf0-c467-45f0-8e50-9f159c72d93e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1651018 Apr 06 10:18:05.696075 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-27d487c0-1562-42c9-8c44-a16a841f4e5f service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221435 Apr 06 10:18:05.848973 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-ea837fc6-bc27-46e9-aeb6-ead7b3b0374e req-3544ec8e-7cd2-4615-ad32-1ada4fd801f0 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470468 Apr 06 10:18:06.283624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-02385d5e-48be-4544-97f2-dbf35ec16b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:07.451802 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:07.546886 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:08.261820 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [req-492e49ee-ce7c-4956-8a26-3bd5685bf717 req-b317694e-0d05-4a67-9a22-3e701e8975ec service neutron] (83218) timed out ('10.222.0.39', 33622) {{(pid=83218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 10:18:08.784711 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:09.642235 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7705d8-6adc-4cbc-b67d-2a8818b5f36f req-8c1dc46f-1f26-47f8-9796-7592235aad74 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:09.643659 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3e7705d8-6adc-4cbc-b67d-2a8818b5f36f req-8c1dc46f-1f26-47f8-9796-7592235aad74 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0757954 Apr 06 10:18:09.687741 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3e7705d8-6adc-4cbc-b67d-2a8818b5f36f req-f44f2217-e360-478f-bd73-e22f1faf5da3 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Apr 06 10:18:09.715595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37694) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:09.850732 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-94596245-866f-404a-95e1-331a4a15d8d5 tempest-TestMinimumBasicScenario-1533184826 tempest-TestMinimumBasicScenario-1533184826-project-admin] Synchronizing usage tracker for tenant:6a192e00a5b145519b554d7569ca2111 on resource:port {{(pid=83219) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:18:09.866788 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-94596245-866f-404a-95e1-331a4a15d8d5 tempest-TestMinimumBasicScenario-1533184826 tempest-TestMinimumBasicScenario-1533184826-project-admin] Unset dirty status for tenant:6a192e00a5b145519b554d7569ca2111 on resource:port {{(pid=83219) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:18:09.868398 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-94596245-866f-404a-95e1-331a4a15d8d5 tempest-TestMinimumBasicScenario-1533184826 tempest-TestMinimumBasicScenario-1533184826-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1094 time: 0.1516130 Apr 06 10:18:09.871933 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [-] (83219) accepted ('10.222.0.39', 37700) {{(pid=83219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:09.876934 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'floatingip': {'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'port_id': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:09.882013 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:09.885837 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:floatingip and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:09.888551 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.quota.resource [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83219) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:09.894096 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.quota.driver [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83219) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:09.904475 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for floatingip, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:10.035008 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:10.166370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.db_base_plugin_common [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Allocated IP 172.28.0.127 (a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf/41d068ef-1cd3-4778-899f-8bf25538adf1/72130a19-70eb-4096-9643-7bf220174fb8) {{(pid=83219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:18:10.309061 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for port, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:10.334973 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749869421168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:10.403088 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Network a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf is already hosted by enough agents. {{(pid=83219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:18:10.405711 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.base_scheduler [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources bound (agent type, host, resource id): {{(pid=83219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:18:10.408163 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Received port after_create {{(pid=83219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 06 10:18:10.439479 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'Port': ['ID=72130a19-70eb-4096-9643-7bf220174fb8,revision_number=1']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:10.896394 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:10.950624 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:11.247111 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:11.251588 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:11.358758 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'Port': ['ID=72130a19-70eb-4096-9643-7bf220174fb8,revision_number=2']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:11.373911 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4119819'] for floatingip, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:11.565502 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.db.l3_db [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Floating IP 2949c0fe-8be3-4ee9-a073-c9fd520c77a8 associated. External IP: 172.28.0.127, port: 23dfb3b5-762b-4c31-9a85-129b9bd56805. Apr 06 10:18:11.940370 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:18:12.132779 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:18:12.143184 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Sync routers for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:18:12.155989 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:18:12.156631 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:18:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:18:12.158836 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.211000 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [None req-809a5d63-831c-4d6f-8d36-040c2ddaffa5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3379533 Apr 06 10:18:12.211492 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:18:12.214606 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37704) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:12.220354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615003616', 'description': 'tempest-secgroup-smoke-615003616 description', 'project_id': '7139f4953c40470f8e77575b5586fac8'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:12.226505 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:12.236600 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:12.248807 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.270508 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e999b187-6e04-42bb-8fec-33ebe67d0f63'] response: {'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:18:12.289270 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:12.293182 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:12.295980 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:12.301650 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:12.359272 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.363706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.365668 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:18:12.368887 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-ad10cf1a-8844-4f76-a509-7ccb21829b69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1099 time: 0.0728633 Apr 06 10:18:12.419236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b890ee96-c3a3-49ef-9333-a286e9e964f0,revision_number=1']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:12.428883 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.429231 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.429567 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.429896 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.430222 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.430550 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.430921 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.431571 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.431905 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.432225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.432660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:18:12.445879 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.450413 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-72a4319d-f55b-4564-97b3-29245b75c4ea tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2322159 Apr 06 10:18:12.450742 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37710) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:12.456445 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:12.463041 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:12.467022 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:12.470033 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:12.476662 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:12.497760 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.506363 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-a4ec8f9d-9727-401b-9f1c-fb514c4528c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:12.508003 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-a4ec8f9d-9727-401b-9f1c-fb514c4528c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1342993 Apr 06 10:18:12.563862 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.567721 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.599780 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2f1838-6e60-4061-84eb-607198c2bad6,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:12.608194 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.612365 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e53d734e-9773-42db-877a-eb3ce810d625 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605647 Apr 06 10:18:12.612947 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37714) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:12.619880 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:12.626368 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:12.629048 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-82fba1d3-efd7-431b-b7ef-cbe81ab537e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1000 time: 0.1149907 Apr 06 10:18:12.630288 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:12.633610 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:12.640410 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:12.729951 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2949c0fe-8be3-4ee9-a073-c9fd520c77a8', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'port_id': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'mac_address': 'fa:16:3e:4c:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:10Z', 'updated_at': '2022-04-06T10:18:10Z', 'revision_number': 0, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:18:12.734123 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Checking router: 72a2a3d5-2f0c-41e7-b30c-e2711573f815 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:18:12.743987 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.747533 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:18:12.748367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:18:06Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:18:12.807346 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-b896dbb4-4207-425f-843d-222494b7233e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:12.809079 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.809242 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-b896dbb4-4207-425f-843d-222494b7233e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.1740468 Apr 06 10:18:12.812863 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.829371 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6586f83e-109e-414b-8d01-311c4952fdab,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:12.849629 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.851237 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-dcd951a0-a67b-4c60-bf0a-72911134de90 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2373421 Apr 06 10:18:12.856637 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37718) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:12.863328 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:12.869660 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:12.873879 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:12.877341 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:12.883543 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:12.900959 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.903122 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-e0f634c3-0101-4914-8dcb-1671583b23a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877905 Apr 06 10:18:12.968325 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.973922 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:12.994197 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3358b7-b45d-4f4d-a46e-ce0a33be88ac,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:13.011218 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.012740 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d2ed9b87-d79f-407d-9c0f-24d8a75c3536 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1547370 Apr 06 10:18:13.015617 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37722) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:13.021317 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:13.027776 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:13.032423 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:13.037038 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:13.044409 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:13.047679 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-2394679c-0a05-4a48-b6e0-d10dd76f1b1c service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388679 Apr 06 10:18:13.060956 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:18:13.063621 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.137289 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.141745 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.162523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896160f9-8751-4462-a8bf-a27d374f2352,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:13.186853 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.188222 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-de42bd93-fbe7-4f0e-bf46-558e798f295e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1714013 Apr 06 10:18:13.190937 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37726) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:13.192910 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-30cc1193-18ea-4e02-ad35-5dc56a0e52ab req-4246bc40-cd2f-4933-8eb8-cdeaf5bf263d service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399000 Apr 06 10:18:13.198629 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:13.203221 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:13.207437 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:13.211864 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:13.218243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:13.229373 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.securitygroups_db [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Project 7139f4953c40470f8e77575b5586fac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:18:13.235719 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.299430 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.303552 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.327297 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc39d4-c4ac-4524-b56c-e14af168a3dc,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:13.337075 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.338259 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-aa6a986e-9715-4c5f-9d64-5ba491261afc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1463828 Apr 06 10:18:13.341057 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37730) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:18:13.346775 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.v2.base [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'security_group_rule': {'security_group_id': 'b890ee96-c3a3-49ef-9333-a286e9e964f0', 'project_id': '7139f4953c40470f8e77575b5586fac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:13.352476 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 06 10:18:13.356369 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Usage tracker for resource:security_group_rule and tenant:7139f4953c40470f8e77575b5586fac8 is out of sync, need to count used quota {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 06 10:18:13.359163 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 06 10:18:13.364810 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.quota.driver [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 06 10:18:13.377675 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.db.securitygroups_db [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Project 7139f4953c40470f8e77575b5586fac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:18:13.384331 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.452673 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.456646 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187136'] for security_group_rule, after_create {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.469691 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2949c0fe-8be3-4ee9-a073-c9fd520c77a8', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'port_id': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'mac_address': 'fa:16:3e:4c:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:10Z', 'updated_at': '2022-04-06T10:18:10Z', 'revision_number': 0, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:18:13.474004 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f669f-78da-4d90-a679-423546a47016 None None] The sync data for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb is: [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_floatingips': [{'id': '2949c0fe-8be3-4ee9-a073-c9fd520c77a8', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'router_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'port_id': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'mac_address': 'fa:16:3e:4c:17:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:18:10Z', 'updated_at': '2022-04-06T10:18:10Z', 'revision_number': 0, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:18:13.484544 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf1b3ee-7ac5-4ffc-bcb5-b2772db113b8,revision_number=0']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:13.490965 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:13.492249 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-a7e06d44-f472-43b9-ac61-43d766b674d5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1502175 Apr 06 10:18:13.630127 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-457bfc68-4246-4f40-82c3-c88c48177823 req-b689a294-554b-4068-95d8-01c3128992d3 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615003616&fields=id&tenant_id=7139f4953c40470f8e77575b5586fac8 HTTP/1.1" status: 200 len: 267 time: 0.0431490 Apr 06 10:18:13.670506 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c650be-3647-4111-914a-d2be08c1b245 None None] New status for floating IP 2949c0fe-8be3-4ee9-a073-c9fd520c77a8: ACTIVE {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:18:13.709595 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfc68-4246-4f40-82c3-c88c48177823 req-0cbaa634-cd70-43c3-b1c2-a599f0910b45 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:13.711006 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-457bfc68-4246-4f40-82c3-c88c48177823 req-0cbaa634-cd70-43c3-b1c2-a599f0910b45 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0750639 Apr 06 10:18:13.721785 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'port': {'security_groups': ['5c012274-493f-4cb5-8509-c2d6d287b825', 'b890ee96-c3a3-49ef-9333-a286e9e964f0']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:18:13.839132 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:14.085721 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:18:14.110375 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:14.114809 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:14.126170 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['23dfb3b5-762b-4c31-9a85-129b9bd56805'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:18:14.190483 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:14.191094 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:14.192535 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-457bfc68-4246-4f40-82c3-c88c48177823 req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "PUT /v2.0/ports/23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 982 time: 0.4750991 Apr 06 10:18:14.209165 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ef5c6-7944-4b29-80cc-2c51a86fd29e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=6']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:18:14.254450 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['23dfb3b5-762b-4c31-9a85-129b9bd56805'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:18:14.271770 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:18:14.330292 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6a169d-4a56-499c-b717-3a2af1e0df1c'] response: {'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:18:14.421233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e3b88-305f-4052-b2a9-bb6ce670ffb6 req-17d449a2-d371-44eb-9c64-0b32baedd0ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:14.423087 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-cc9e3b88-305f-4052-b2a9-bb6ce670ffb6 req-17d449a2-d371-44eb-9c64-0b32baedd0ae tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.1073997 Apr 06 10:18:14.444101 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-bdc65aca-9961-4198-9fdc-127fd09f9023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1138 time: 0.0880949 Apr 06 10:18:14.475376 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-cc9e3b88-305f-4052-b2a9-bb6ce670ffb6 req-e44d4a7e-c5bb-469f-932e-7c9aee008abc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:18:14.495260 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-cc9e3b88-305f-4052-b2a9-bb6ce670ffb6 req-e44d4a7e-c5bb-469f-932e-7c9aee008abc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:18:14.497005 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-cc9e3b88-305f-4052-b2a9-bb6ce670ffb6 req-e44d4a7e-c5bb-469f-932e-7c9aee008abc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675955 Apr 06 10:18:14.562880 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-9629cfa5-24ce-45c1-a3db-87257770d4e5 None None] Provisioning complete for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:18:14.563588 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-9629cfa5-24ce-45c1-a3db-87257770d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:14.593078 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-f7e5989d-5801-4957-9481-8aa18f22b0fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:14.594500 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-f7e5989d-5801-4957-9481-8aa18f22b0fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1447406 Apr 06 10:18:14.695718 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-535be40b-a3ff-4d6e-ab4c-be8f6f17ed87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1002 time: 0.0941551 Apr 06 10:18:14.758338 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-c1e6674e-0c26-4ea0-baa3-cc9cfd1dbbd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:18:14.759865 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-c1e6674e-0c26-4ea0-baa3-cc9cfd1dbbd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0577555 Apr 06 10:18:14.831579 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-a4b6071f-e347-4f74-8f1a-42a413830a6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657034 Apr 06 10:18:14.963909 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-6b5dcbbd-b750-4eb3-9331-53edceb8123b service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244962 Apr 06 10:18:15.182204 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-b6781fd6-ead0-4a63-b44e-999510c48a73 req-5da03d0f-1319-42d4-94d2-b7f15961492a service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114549 Apr 06 10:18:24.103559 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:31.645345 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:18:34.116994 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-899ea859-9522-4fa9-a93b-508ae8f4517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:36.285398 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce204-4d9e-45c8-83aa-b6aa09534f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:37.454951 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:37.537919 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:38.788118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:18:54.112155 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:04.119559 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-664d2c3a-b779-442c-83b7-aa1cf05b94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:05.896533 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-27844877-3a89-43dd-a2f1-3c81a43a347f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689826 Apr 06 10:19:06.031052 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-a56b390a-b635-49f0-a6b6-5a29bddfc78d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1138 time: 0.0695484 Apr 06 10:19:06.170491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-f5d3ba19-79d8-4c5c-b61c-e6c9ddb470ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:06.171820 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-f5d3ba19-79d8-4c5c-b61c-e6c9ddb470ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1230636 Apr 06 10:19:06.271764 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-9cfca10f-f67e-4eed-886b-7427c33b6d38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1002 time: 0.0940316 Apr 06 10:19:06.286199 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b2abb07a-1f20-4231-ad56-c250642056e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:06.335879 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-aa42c7e1-81a1-4228-832d-5eb46f7e3db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:06.337422 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-aa42c7e1-81a1-4228-832d-5eb46f7e3db3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0601871 Apr 06 10:19:06.408369 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-11ac8b4c-7b64-451e-a2b2-94480c53406a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655940 Apr 06 10:19:06.537183 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-7b3a9311-b64e-4f83-b01d-a470cbffa613 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230876 Apr 06 10:19:06.663837 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-3cc09322-52d3-4850-aba9-c3c6c2c242c8 req-cf1cd5c6-cd68-4df9-927d-e99b7cabf59e service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216435 Apr 06 10:19:07.457428 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:07.539473 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:08.645733 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:19:08.789280 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:24.121458 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:26.138946 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-81ef61d0-23c3-4a08-8b89-08429d92e2e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1138 time: 0.0684371 Apr 06 10:19:26.195467 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01245e5e-aacd-44e4-a482-76af76b5102d req-7e65f3d6-479a-4bd8-a6ef-23090d482f52 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:26.197012 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-01245e5e-aacd-44e4-a482-76af76b5102d req-7e65f3d6-479a-4bd8-a6ef-23090d482f52 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0786598 Apr 06 10:19:26.247125 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-01245e5e-aacd-44e4-a482-76af76b5102d req-e535d121-9297-4584-bcdb-19b54bc1109c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443993 Apr 06 10:19:26.276981 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-ea992f30-b9b6-48f6-b695-00b779aed35d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:26.278392 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-ea992f30-b9b6-48f6-b695-00b779aed35d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1337674 Apr 06 10:19:26.378689 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-455ac90b-40fc-45e4-8dfd-84e2bd428ec4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1002 time: 0.0940955 Apr 06 10:19:26.443554 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-15322b18-6f61-49ac-a5cc-1287e9f58cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:26.444974 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-15322b18-6f61-49ac-a5cc-1287e9f58cf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0577550 Apr 06 10:19:26.520831 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-95b15877-178b-45b5-9d92-92e8b40ecefb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670054 Apr 06 10:19:26.649629 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-05581247-b8de-441a-88d1-ab2d179b9fbf service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222384 Apr 06 10:19:26.860489 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8021f693-e4cc-47af-8175-1bb45dbcbf2f req-fb8f5b2b-3202-411e-96ce-b82b9b2bb362 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043936 Apr 06 10:19:27.446437 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6853c-b609-467a-a030-7b1531ce6eaf req-0a3f4d41-5f4e-4e73-a864-a62676e1dbbc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:27.447757 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0ee6853c-b609-467a-a030-7b1531ce6eaf req-0a3f4d41-5f4e-4e73-a864-a62676e1dbbc tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0779235 Apr 06 10:19:27.494985 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-0ee6853c-b609-467a-a030-7b1531ce6eaf req-7412ccd8-df10-4f1c-ac16-fe4e000e4d4f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415013 Apr 06 10:19:28.687891 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1af44-37ad-40ab-ad05-865dc4b9523b req-63f5724b-9f98-40d5-951b-7c0e01cd5350 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:28.689328 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3f1af44-37ad-40ab-ad05-865dc4b9523b req-63f5724b-9f98-40d5-951b-7c0e01cd5350 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0742629 Apr 06 10:19:28.734253 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e3f1af44-37ad-40ab-ad05-865dc4b9523b req-c5489bfa-479d-4e64-ae98-3213e48b4e7d tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393617 Apr 06 10:19:29.926054 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc47d3-da11-4930-bb15-9477f2495872 req-5220cc48-a3ca-4fd9-bd97-c012c3ddd65f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:29.927369 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-91cc47d3-da11-4930-bb15-9477f2495872 req-5220cc48-a3ca-4fd9-bd97-c012c3ddd65f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0743921 Apr 06 10:19:29.972418 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-91cc47d3-da11-4930-bb15-9477f2495872 req-22120800-37eb-49aa-a623-688e48325e17 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393422 Apr 06 10:19:31.168652 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7cd5c-3284-45ce-81c5-af4f970806fd req-652b9e7b-9898-4c0b-bac6-2bf3b23d6037 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:31.170057 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-39d7cd5c-3284-45ce-81c5-af4f970806fd req-652b9e7b-9898-4c0b-bac6-2bf3b23d6037 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0768914 Apr 06 10:19:31.215657 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-39d7cd5c-3284-45ce-81c5-af4f970806fd req-42f2aafe-850b-4dbd-93c0-70503d0956a1 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400624 Apr 06 10:19:32.410654 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208997f-2554-4e4a-b620-9d79c5895028 req-fbc12a3f-4e08-4ada-92f0-ace77bfc27f6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:32.412053 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f208997f-2554-4e4a-b620-9d79c5895028 req-fbc12a3f-4e08-4ada-92f0-ace77bfc27f6 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0772686 Apr 06 10:19:32.460323 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f208997f-2554-4e4a-b620-9d79c5895028 req-42f3fcb9-e1aa-4120-af34-2e3e98ee633e tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406067 Apr 06 10:19:33.653344 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2936-1161-46ee-a95e-11768b132843 req-48611c85-5f69-4a22-a13a-7ffd703e3bde tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:33.654778 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9a9c2936-1161-46ee-a95e-11768b132843 req-48611c85-5f69-4a22-a13a-7ffd703e3bde tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0758493 Apr 06 10:19:33.704154 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-9a9c2936-1161-46ee-a95e-11768b132843 req-0cc24895-01ed-456d-9165-0477af01681c tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438039 Apr 06 10:19:34.121574 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a1beb89d-0a15-4ab0-9755-19d0e1d4e306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:34.899021 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17260-f5b0-4697-95ce-979bd5cba6bf req-4e9ccf8a-3627-4e88-990a-942eb0cecea1 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:34.900376 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-19d17260-f5b0-4697-95ce-979bd5cba6bf req-4e9ccf8a-3627-4e88-990a-942eb0cecea1 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0748124 Apr 06 10:19:34.946214 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-19d17260-f5b0-4697-95ce-979bd5cba6bf req-287814ad-d7c5-451f-88d6-50098235f769 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402932 Apr 06 10:19:36.143569 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23e7e5-d7bd-41e1-8681-24629c791346 req-b1ebe1fd-9078-4d45-95f7-0e882e3919d2 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:36.145003 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f23e7e5-d7bd-41e1-8681-24629c791346 req-b1ebe1fd-9078-4d45-95f7-0e882e3919d2 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0747340 Apr 06 10:19:36.190668 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-1f23e7e5-d7bd-41e1-8681-24629c791346 req-64ad05cd-d418-4af8-aa23-12a70b021a96 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394719 Apr 06 10:19:36.287509 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-040999b7-a7bb-4d6f-8f5d-3bb75283f385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:37.389143 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d311d-0fd6-4801-b77e-9d1f417d6d06 req-10dfbbaa-239f-4a4d-912a-d54d0652c671 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:37.390590 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d01d311d-0fd6-4801-b77e-9d1f417d6d06 req-10dfbbaa-239f-4a4d-912a-d54d0652c671 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0800378 Apr 06 10:19:37.437392 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-d01d311d-0fd6-4801-b77e-9d1f417d6d06 req-249c3310-2ac5-42d2-ac90-37e0575a9f30 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411165 Apr 06 10:19:37.460483 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:37.543641 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:38.641047 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace6df-9ade-4ff6-964a-ad06488002ae req-c46f8a9b-86b5-4118-b2f9-6d5e49182dc5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:19:38.642459 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-62ace6df-9ade-4ff6-964a-ad06488002ae req-c46f8a9b-86b5-4118-b2f9-6d5e49182dc5 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0782073 Apr 06 10:19:38.688298 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-62ace6df-9ade-4ff6-964a-ad06488002ae req-328f7acc-cd02-41c4-bda0-3a1e959bfeed tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b890ee96-c3a3-49ef-9333-a286e9e964f0&id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402229 Apr 06 10:19:38.792241 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:19:45.645836 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:19:54.138174 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:04.123901 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-e4c382fe-9a96-41f0-8e9d-40e95fe1b83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:06.288427 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-2f52c42d-7a56-405b-bfd1-53af0fc30890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:06.964057 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-da56cc8f-6583-4957-b081-1eeb80148e9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309140 Apr 06 10:20:07.112259 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-790f14db-2ff6-4c98-8910-a6385ffe7962 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1138 time: 0.0708668 Apr 06 10:20:07.252951 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779149-7458-4519-bb0b-7c914b8289cf req-de7acc33-7b34-497d-bdac-4419fe5bbfbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:07.254355 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-de7acc33-7b34-497d-bdac-4419fe5bbfbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1230640 Apr 06 10:20:07.357448 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-9971744c-06aa-417a-88c0-9fdb04a7533b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1002 time: 0.0962796 Apr 06 10:20:07.418138 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779149-7458-4519-bb0b-7c914b8289cf req-582e027b-deb7-450e-a1c7-76b139416500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:07.419451 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-582e027b-deb7-450e-a1c7-76b139416500 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0560238 Apr 06 10:20:07.463552 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:07.497074 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-0b5557ab-1d01-4305-b3f6-f395313259e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720062 Apr 06 10:20:07.506384 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-ef90170a-4a7d-4504-9210-e993edf9bc28 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83219) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 06 10:20:07.507267 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-ef90170a-4a7d-4504-9210-e993edf9bc28 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045269 Apr 06 10:20:07.546698 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:07.644441 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-54bdbcb3-b5da-4505-93f6-8b0aec406e15 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306214 Apr 06 10:20:07.775951 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-02779149-7458-4519-bb0b-7c914b8289cf req-1e8806cf-c2c9-40eb-b883-c168b7d464ee service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251953 Apr 06 10:20:08.804385 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:22.646725 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:20:24.137185 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:34.126158 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a20a2414-c675-4258-9f9d-7923e923dac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:36.289690 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-42e2e3c1-28f8-4b88-826b-47998ad094f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:37.465644 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:37.549856 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:38.801465 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.233268 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-43773c69-ad5c-4c50-8dd5-687526ccf676 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615003616&fields=id&tenant_id=7139f4953c40470f8e77575b5586fac8 HTTP/1.1" status: 200 len: 267 time: 0.1181245 Apr 06 10:20:42.310490 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-e32aeb13-14cb-4364-888b-c002936a2175 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:42.311783 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-e32aeb13-14cb-4364-888b-c002936a2175 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 985 time: 0.0734117 Apr 06 10:20:42.322696 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.v2.base [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Request body: {'port': {'security_groups': ['5c012274-493f-4cb5-8509-c2d6d287b825']}} {{(pid=83219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 06 10:20:42.437985 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.768823 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:42.793796 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for port, precommit_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.798185 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749869860253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749869421186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749869421231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2677029'] for port, after_update {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.809564 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['23dfb3b5-762b-4c31-9a85-129b9bd56805'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:20:42.861360 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:42.862081 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.863324 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-163473e8-f8e7-438d-8ab5-c9ee82f7b10a req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "PUT /v2.0/ports/23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 943 time: 0.5456195 Apr 06 10:20:42.869904 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:20:42.870303 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37814) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:42.914497 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event updated for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=7']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:42.931050 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.931401 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.931867 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.932206 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.932567 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.932898 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.933225 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.933548 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.934262 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.934594 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.934916 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46bfda-c435-4c88-9bb0-df100f467fdb tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:42.953835 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0331af3f-d279-4be1-975e-8f8dfabf9a04'] response: {'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:20:42.957559 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:42.963522 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-0b394a55-38be-4795-9f67-a1571143654e None None] get_ports_and_sgs() called for port_ids ['23dfb3b5-762b-4c31-9a85-129b9bd56805'] {{(pid=83220) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 06 10:20:42.996572 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.061238 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-df6b6af1-9690-49bd-a4e3-229cfcf5584f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1099 time: 0.0857794 Apr 06 10:20:43.076693 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.105297 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b890ee96-c3a3-49ef-9333-a286e9e964f0,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:43.116811 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.118289 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "DELETE /v2.0/security-groups/b890ee96-c3a3-49ef-9333-a286e9e964f0 HTTP/1.1" status: 204 len: 168 time: 0.2461267 Apr 06 10:20:43.119984 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.120348 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.120672 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.121261 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.121591 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.121911 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.122225 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.122544 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.122865 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.123314 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.123630 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a1109f-6985-4322-98d8-1f2e1efd70fe tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836753-1-smb {{(pid=83218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:20:43.129152 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37820) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:43.204585 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-4513f883-e093-478b-b230-6855ae115836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:43.206134 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-4513f883-e093-478b-b230-6855ae115836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1394711 Apr 06 10:20:43.223118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.provisioning_blocks [None req-898706c7-ffa6-45ab-b680-16389b31fa00 None None] Provisioning complete for port 23dfb3b5-762b-4c31-9a85-129b9bd56805 triggered by entity DHCP. {{(pid=83220) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 06 10:20:43.223118 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-898706c7-ffa6-45ab-b680-16389b31fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-698478'] for port, provisioning_complete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.311419 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-c72179f0-06c9-470c-987d-050ec6566951 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 1002 time: 0.0985272 Apr 06 10:20:43.341063 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Deleting port 72130a19-70eb-4096-9643-7bf220174fb8 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:43.341398 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.373392 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-fe455a0f-1151-4378-9913-6a3f8cd58b74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:43.374804 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-fe455a0f-1151-4378-9913-6a3f8cd58b74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0575435 Apr 06 10:20:43.447091 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-82bf3179-e99d-40c2-ab14-e6270dc4221e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661087 Apr 06 10:20:43.508526 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.508986 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.575053 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-5e1f8c03-fc59-409c-91cf-1907d71f39e6 service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222115 Apr 06 10:20:43.632089 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Calling delete_port for 72130a19-70eb-4096-9643-7bf220174fb8 owned by network:floatingip {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:43.702276 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-9c00d071-9ca3-4a73-840e-3cc27e2d2f0c req-147b9c4e-353f-4984-af04-eebdc37c2a2d service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221018 Apr 06 10:20:43.774687 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:43.818559 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event deleted for resources: {'Port': ['ID=72130a19-70eb-4096-9643-7bf220174fb8,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:43.907745 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks [] for floatingip, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:44.353260 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:20:44.547050 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:20:44.556916 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Sync routers for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:20:44.566831 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for floatingip, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:44.568145 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:20:44.568768 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:44.622000 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-7954195c-4715-481c-8382-56eb6c2e28b9 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "DELETE /v2.0/floatingips/2949c0fe-8be3-4ee9-a073-c9fd520c77a8 HTTP/1.1" status: 204 len: 168 time: 1.4910583 Apr 06 10:20:44.622388 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:20:44.748205 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:20:44.757441 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece295b2-831a-4e70-8ba3-9c82c9d93682'] response: {'name': 'network-changed', 'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:20:44.851247 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-8dd486e1-aad2-4e38-a7f2-95bc0ebdb59f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7139f4953c40470f8e77575b5586fac8&device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 1099 time: 0.0718620 Apr 06 10:20:45.011328 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-89a826ed-95eb-4d12-a46e-886048ee6bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:45.015149 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-89a826ed-95eb-4d12-a46e-886048ee6bb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 200 len: 916 time: 0.1578043 Apr 06 10:20:45.080303 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-b3196a4d-5f38-441a-9ba3-07dc543f9144 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 200 len: 217 time: 0.0598683 Apr 06 10:20:45.108093 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:45.111876 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Checking router: 72a2a3d5-2f0c-41e7-b30c-e2711573f815 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:20:45.122662 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:20:45.123245 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:45.146491 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-f74cd932-e796-4625-98b2-9c57fe4a07f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:45.147935 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-f74cd932-e796-4625-98b2-9c57fe4a07f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 200 len: 854 time: 0.0601172 Apr 06 10:20:45.221626 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-64435357-8d06-4cf2-bf68-9ec7c92814e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4382ee34-5be3-42c8-ba24-6d6d54317556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665309 Apr 06 10:20:45.298903 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:20:45.350957 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-ec305148-4aca-4ae4-91ba-92c83c12499c service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227102 Apr 06 10:20:45.578668 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-dcb60e13-54be-4c7b-ac9d-abcf3db0e05b req-36565940-e289-4a59-ae33-82425d3d2b2a service neutron] 10.222.0.48 "GET /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216604 Apr 06 10:20:45.640797 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:45.644757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114cb12-54ca-46c7-86be-853fba8842f3 None None] The sync data for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb is: [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:17:21Z', 'revision_number': 4, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb', '_interfaces': [{'id': '884a2b3d-c243-4e4f-95c5-2ee3258d61f3', 'name': '', 'network_id': '4382ee34-5be3-42c8-ba24-6d6d54317556', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'mac_address': 'fa:16:3e:0c:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:20Z', 'updated_at': '2022-04-06T10:17:39Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'subnets': [{'id': '2815cd5a-274e-4799-a72a-0bc36db3af73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:20:45.854008 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e93a20-44e5-4e08-8112-0933f9c9cdca None None] New status for floating IP 2949c0fe-8be3-4ee9-a073-c9fd520c77a8: DOWN {{(pid=83221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 06 10:20:47.983216 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-63ed416d-c6cf-441b-9bd8-9c5e69781817 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:47.983882 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-63ed416d-c6cf-441b-9bd8-9c5e69781817 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:20:47.999208 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-63ed416d-c6cf-441b-9bd8-9c5e69781817 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:port {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:20:48.000251 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-63ed416d-c6cf-441b-9bd8-9c5e69781817 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0902224 Apr 06 10:20:48.044053 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-0e4efaf6-af63-4073-81d9-387e43b23d9f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Synchronizing usage tracker for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 06 10:20:48.058980 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.quota.resource [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-0e4efaf6-af63-4073-81d9-387e43b23d9f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Unset dirty status for tenant:7139f4953c40470f8e77575b5586fac8 on resource:security_group {{(pid=83218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 06 10:20:48.060302 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-d4d24851-2305-47cf-a6be-4fceddaef37a req-0e4efaf6-af63-4073-81d9-387e43b23d9f tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Apr 06 10:20:49.279374 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176fe32-4bee-485b-9e90-17d6cc6a3107 req-87a841b2-337b-49d0-9f2e-cb22e5eab4c0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:49.280832 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8176fe32-4bee-485b-9e90-17d6cc6a3107 req-87a841b2-337b-49d0-9f2e-cb22e5eab4c0 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0863709 Apr 06 10:20:49.325203 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-8176fe32-4bee-485b-9e90-17d6cc6a3107 req-1679fe39-445f-4773-b1c0-72a1a0f14af1 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Apr 06 10:20:50.004097 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387d1a6-a575-48c3-a774-6445437696fb req-aaaf5ab7-b7d9-4947-a90c-e398d80ac152 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:50.005517 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f387d1a6-a575-48c3-a774-6445437696fb req-aaaf5ab7-b7d9-4947-a90c-e398d80ac152 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.48 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0755517 Apr 06 10:20:50.073212 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Deleting port 23dfb3b5-762b-4c31-9a85-129b9bd56805 {{(pid=83219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:50.073544 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:50.311908 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.db [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] For port 23dfb3b5-762b-4c31-9a85-129b9bd56805, host hv-cinder-83675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83675',level=0,port_id=23dfb3b5-762b-4c31-9a85-129b9bd56805,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:50.312622 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:50.431444 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.plugins.ml2.plugin [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Calling delete_port for 23dfb3b5-762b-4c31-9a85-129b9bd56805 owned by compute:nova {{(pid=83219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:50.522761 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a614-33ae-4e24-b925-2d81f7f27fc9 req-45b99e27-b43d-4edc-8f7e-5a932b3ad542 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:20:50.524672 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e952a614-33ae-4e24-b925-2d81f7f27fc9 req-45b99e27-b43d-4edc-8f7e-5a932b3ad542 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/ports?device_id=61556522-9cd9-4dff-8b17-536d0f4a2291 HTTP/1.1" status: 200 len: 946 time: 0.0806913 Apr 06 10:20:50.569952 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [req-e952a614-33ae-4e24-b925-2d81f7f27fc9 req-cc4e7f86-7213-444a-9fbf-65f5b30af767 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c012274-493f-4cb5-8509-c2d6d287b825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Apr 06 10:20:50.581231 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2677042'] for port, after_delete {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:50.628694 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Pushing event deleted for resources: {'Port': ['ID=23dfb3b5-762b-4c31-9a85-129b9bd56805,revision_number=None']} {{(pid=83219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:50.700884 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.db.l3_dvrscheduler_db [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] No DVR routers for this DVR port 23dfb3b5-762b-4c31-9a85-129b9bd56805 on host hv-cinder-83675 {{(pid=83219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:20:50.703827 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron_lib.callbacks.manager [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250342'] for port, before_response {{(pid=83219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:50.706941 dv-cinder-836753-1-smb neutron-server[83219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'name': 'network-vif-deleted', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805'}] {{(pid=83219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 06 10:20:50.722951 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.wsgi [req-f387d1a6-a575-48c3-a774-6445437696fb req-a3aa614a-7ba6-4e55-82d2-d314baa529e7 tempest-TestMinimumBasicScenario-551050948 tempest-TestMinimumBasicScenario-551050948-project] 10.222.0.48 "DELETE /v2.0/ports/23dfb3b5-762b-4c31-9a85-129b9bd56805 HTTP/1.1" status: 204 len: 173 time: 0.7123525 Apr 06 10:20:50.764164 dv-cinder-836753-1-smb neutron-server[83219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e50784-994d-462a-a82e-f46f68541c82'] response: {'server_uuid': '61556522-9cd9-4dff-8b17-536d0f4a2291', 'name': 'network-vif-deleted', 'tag': '23dfb3b5-762b-4c31-9a85-129b9bd56805', 'status': 'completed', 'code': 200} Apr 06 10:20:52.221683 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37904) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:52.479751 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 23dfb3b5-762b-4c31-9a85-129b9bd56805 no longer exists at agent hyperv_hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:20:52.518259 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-0b394a55-38be-4795-9f67-a1571143654e None None] No Port match for: 23dfb3b5-762b-4c31-9a85-129b9bd56805 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:20:52.518675 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Device 23dfb3b5-762b-4c31-9a85-129b9bd56805 not bound to the agent host hv-cinder-83675 {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:20:52.593638 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:53.259373 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Deleting port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:53.260005 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:53.427855 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] For port 884a2b3d-c243-4e4f-95c5-2ee3258d61f3, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:53.428200 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:53.551949 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Calling delete_port for 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 owned by network:router_interface {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:53.716294 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:53.758703 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=884a2b3d-c243-4e4f-95c5-2ee3258d61f3,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:54.050000 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:54.147557 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:54.707589 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:20:54.908233 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:20:54.917641 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Sync routers for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:20:54.921493 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-04349ee1-4782-4290-9415-4a20acaa5e8f admin admin] 10.222.0.39 "PUT /v2.0/routers/72a2a3d5-2f0c-41e7-b30c-e2711573f815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971619 Apr 06 10:20:54.922280 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37908) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:54.929141 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:20:54.929719 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:55.098666 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: dv-cinder-836753-1-smb {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:20:55.108716 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:55.307087 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:55.316236 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Deleting port 94d5470b-0c8e-474c-9a49-9de4c3302be5 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:55.316615 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:55.395017 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:20:53Z', 'revision_number': 5, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port': {'id': '94d5470b-0c8e-474c-9a49-9de4c3302be5', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:19Z', 'updated_at': '2022-04-06T10:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:55.398825 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Checking router: 72a2a3d5-2f0c-41e7-b30c-e2711573f815 for host: dv-cinder-836753-1-smb {{(pid=83220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:20:55.410287 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Routers {'72a2a3d5-2f0c-41e7-b30c-e2711573f815'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:20:55.410872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'], 'active': True} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:55.487125 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] For port 94d5470b-0c8e-474c-9a49-9de4c3302be5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=94d5470b-0c8e-474c-9a49-9de4c3302be5,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:55.487403 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:55.607077 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_dvr_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] Set router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 gateway port host: None {{(pid=83220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:20:55.608716 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Calling delete_port for 94d5470b-0c8e-474c-9a49-9de4c3302be5 owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:55.708685 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.db.l3_hamode_db [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:20:55Z', 'revision_number': 6, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:55.713653 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26da42-b124-467a-be11-63fa16a44f4a None None] The sync data for ids ['72a2a3d5-2f0c-41e7-b30c-e2711573f815'] in dv-cinder-836753-1-smb is: [{'id': '72a2a3d5-2f0c-41e7-b30c-e2711573f815', 'name': 'tempest-TestMinimumBasicScenario-1265365186-router', 'tenant_id': '7139f4953c40470f8e77575b5586fac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:18Z', 'updated_at': '2022-04-06T10:20:55Z', 'revision_number': 6, 'project_id': '7139f4953c40470f8e77575b5586fac8', 'gw_port_host': None}] {{(pid=83220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:20:55.771110 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:55.898646 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d5470b-0c8e-474c-9a49-9de4c3302be5,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:56.115924 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.365704 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.370021 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.393765 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.394271 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a2a3d5-2f0c-41e7-b30c-e2711573f815 {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:20:56.406691 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.407816 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-447e9210-2b23-480c-a3f8-389ec5792345 admin admin] 10.222.0.39 "DELETE /v2.0/routers/72a2a3d5-2f0c-41e7-b30c-e2711573f815 HTTP/1.1" status: 204 len: 168 time: 1.4846511 Apr 06 10:20:56.410334 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37916) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:56.472447 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Deleting subnet 2815cd5a-274e-4799-a72a-0bc36db3af73 {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:20:56.475372 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.531800 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.608248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.689730 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.729621 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2815cd5a-274e-4799-a72a-0bc36db3af73,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:56.734497 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.739689 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-98a5a749-979c-4b16-bc8c-8bc90e0271ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2815cd5a-274e-4799-a72a-0bc36db3af73 HTTP/1.1" status: 204 len: 168 time: 0.3284326 Apr 06 10:20:56.740697 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19969bd1-fff6-418d-8a15-6c29964f661f None None] Network 4382ee34-5be3-42c8-ba24-6d6d54317556 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:20:56.742188 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37920) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:56.849152 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.859789 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Deleting port 4405c1c2-e6e3-4be1-942a-02662edce5e5 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:56.860110 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:56.985349 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] DHCP port deletion for 4382ee34-5be3-42c8-ba24-6d6d54317556 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:20:56.989386 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Deleting port 4405c1c2-e6e3-4be1-942a-02662edce5e5 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:56.989850 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.063405 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] For port 4405c1c2-e6e3-4be1-942a-02662edce5e5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=4405c1c2-e6e3-4be1-942a-02662edce5e5,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:57.063749 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.187578 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] For port 4405c1c2-e6e3-4be1-942a-02662edce5e5, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=4405c1c2-e6e3-4be1-942a-02662edce5e5,segment=NetworkSegment(f8d463ea-c216-4da8-88e9-d542be67f2d8),segment_id=f8d463ea-c216-4da8-88e9-d542be67f2d8)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:57.187969 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.281108 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Calling delete_port for 4405c1c2-e6e3-4be1-942a-02662edce5e5 owned by network:dhcp {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:57.314632 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 94d5470b-0c8e-474c-9a49-9de4c3302be5 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:20:57.350795 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Calling delete_port for 4405c1c2-e6e3-4be1-942a-02662edce5e5 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:57.356259 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.388357 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 94d5470b-0c8e-474c-9a49-9de4c3302be5 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:20:57.388692 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 94d5470b-0c8e-474c-9a49-9de4c3302be5 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:20:57.389106 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 4405c1c2-e6e3-4be1-942a-02662edce5e5 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:20:57.397419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4405c1c2-e6e3-4be1-942a-02662edce5e5,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:57.406248 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] No DVR routers for this DVR port 4405c1c2-e6e3-4be1-942a-02662edce5e5 on host dv-cinder-836753-1-smb {{(pid=83218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:20:57.426860 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 4405c1c2-e6e3-4be1-942a-02662edce5e5 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:20:57.427190 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 4405c1c2-e6e3-4be1-942a-02662edce5e5 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:20:57.427591 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:20:57.468711 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:20:57.469062 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 884a2b3d-c243-4e4f-95c5-2ee3258d61f3 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:20:57.492138 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:20:57.492872 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:20:57.518589 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.551955 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4382ee34-5be3-42c8-ba24-6d6d54317556']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:57.564747 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d463ea-c216-4da8-88e9-d542be67f2d8') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:57.565037 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d463ea-c216-4da8-88e9-d542be67f2d8') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:20:57.576605 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.593622 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.599931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:20:57.600435 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:20:57.613851 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:20:57.689068 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.704472 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:57.714736 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4382ee34-5be3-42c8-ba24-6d6d54317556,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:57.728103 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-f3f69868-56b4-4739-ac58-5bd2b33152d7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4382ee34-5be3-42c8-ba24-6d6d54317556 HTTP/1.1" status: 204 len: 168 time: 0.9844248 Apr 06 10:20:57.731419 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37926) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:20:57.993815 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Deleting port 4405c1c2-e6e3-4be1-942a-02662edce5e5 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:57.994384 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:58.055657 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-c749f164-73a6-4319-b854-dd7770d45ba9 None None] The port '4405c1c2-e6e3-4be1-942a-02662edce5e5' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:20:58.120129 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4117309'] for router_interface, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:58.693241 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Deleting port 853bfcf6-7a82-4a55-b4bc-63d21c190e45 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:20:58.693567 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:58.931038 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] For port 853bfcf6-7a82-4a55-b4bc-63d21c190e45, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=853bfcf6-7a82-4a55-b4bc-63d21c190e45,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:20:58.931391 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:59.050139 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Calling delete_port for 853bfcf6-7a82-4a55-b4bc-63d21c190e45 owned by network:router_interface {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:20:59.207811 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:59.251302 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=853bfcf6-7a82-4a55-b4bc-63d21c190e45,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:20:59.551318 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4117356'] for router_interface, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:20:59.646484 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:21:00.096582 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Router 834a380a-42f2-45fe-9a9d-d44d99a460a9 has already been hosted by L3 agent 28e9b288-8792-41a1-babe-45bd55da3641 {{(pid=83218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:21:00.372720 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] Notify agent at l3_agent.dv-cinder-836753-1-smb the message routers_updated {{(pid=83218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:21:00.381028 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Sync routers for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 06 10:21:00.389253 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-93bfd2a9-7756-4367-a3bf-c34e02dba0ed admin admin] 10.222.0.39 "PUT /v2.0/routers/834a380a-42f2-45fe-9a9d-d44d99a460a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567934 Apr 06 10:21:00.391702 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37932) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:00.394028 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:21:00.394646 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:00.575537 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: dv-cinder-836753-1-smb {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:21:00.589467 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks [] for router, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:00.797400 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:00.808931 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Deleting port 29ddbad9-67fe-495e-9cac-a64694d09825 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:21:00.809264 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:00.918747 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'external_fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:20:59Z', 'revision_number': 5, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port': {'id': '29ddbad9-67fe-495e-9cac-a64694d09825', 'name': '', 'network_id': 'a85a6bc4-ac79-4045-89f5-5fcb6fe2d1bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836753-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:17:25Z', 'updated_at': '2022-04-06T10:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41d068ef-1cd3-4778-899f-8bf25538adf1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836753-1-smb'}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:00.922471 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Checking router: 834a380a-42f2-45fe-9a9d-d44d99a460a9 for host: dv-cinder-836753-1-smb {{(pid=83221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 06 10:21:00.934247 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Routers {'834a380a-42f2-45fe-9a9d-d44d99a460a9'} bound to L3 agent in host dv-cinder-836753-1-smb {{(pid=83221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 06 10:21:00.934844 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836753-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T09:50:06Z,description=,heartbeat_timestamp=2022-04-06T10:20:36Z,host='dv-cinder-836753-1-smb',id=28e9b288-8792-41a1-babe-45bd55da3641,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T09:50:06Z,topic='l3_agent')) {'router_ids': ['834a380a-42f2-45fe-9a9d-d44d99a460a9'], 'active': True} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:01.001232 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] For port 29ddbad9-67fe-495e-9cac-a64694d09825, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=29ddbad9-67fe-495e-9cac-a64694d09825,segment=NetworkSegment(1ae1fe8c-184b-4c50-a99e-130a67ec4269),segment_id=1ae1fe8c-184b-4c50-a99e-130a67ec4269)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:21:01.001589 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.084438 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_dvr_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] Set router 834a380a-42f2-45fe-9a9d-d44d99a460a9 gateway port host: None {{(pid=83221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 06 10:21:01.122484 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Calling delete_port for 29ddbad9-67fe-495e-9cac-a64694d09825 owned by network:router_gateway {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:21:01.191972 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.l3_hamode_db [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:21:00Z', 'revision_number': 6, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port_host': None}], 'dv-cinder-836753-1-smb', False) {} {{(pid=83221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:01.197093 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d127b1-f0bc-4846-8df3-c2219a09bcbd None None] The sync data for ids ['834a380a-42f2-45fe-9a9d-d44d99a460a9'] in dv-cinder-836753-1-smb is: [{'id': '834a380a-42f2-45fe-9a9d-d44d99a460a9', 'name': 'tempest-TestMinimumBasicScenario-1598546381-router', 'tenant_id': '6a192e00a5b145519b554d7569ca2111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:17:24Z', 'updated_at': '2022-04-06T10:21:00Z', 'revision_number': 6, 'project_id': '6a192e00a5b145519b554d7569ca2111', 'gw_port_host': None}] {{(pid=83221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 06 10:21:01.296046 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.344977 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Pushing event deleted for resources: {'Port': ['ID=29ddbad9-67fe-495e-9cac-a64694d09825,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:01.569132 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4119894'] for router_gateway, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.914354 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4115910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4723'] for router, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.918383 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.947128 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4115834'] for router, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.947644 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834a380a-42f2-45fe-9a9d-d44d99a460a9 {{(pid=83218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:21:01.959574 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] Notify callbacks [] for router, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:01.963494 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-d3eef809-3bfe-4046-a271-f8cad254adde admin admin] 10.222.0.39 "DELETE /v2.0/routers/834a380a-42f2-45fe-9a9d-d44d99a460a9 HTTP/1.1" status: 204 len: 168 time: 1.5681539 Apr 06 10:21:01.963755 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37936) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:01.967745 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 853bfcf6-7a82-4a55-b4bc-63d21c190e45 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:21:02.006863 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 853bfcf6-7a82-4a55-b4bc-63d21c190e45 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:21:02.007191 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 853bfcf6-7a82-4a55-b4bc-63d21c190e45 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:21:02.024428 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Deleting subnet e32215f0-9c05-47bd-97d3-f39bd12f9d2b {{(pid=83218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 06 10:21:02.027300 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.076788 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3427782'] for subnet, precommit_delete_associations {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.158026 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703362'] for subnet, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.227993 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2978696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372192'] for subnet, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.266347 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32215f0-9c05-47bd-97d3-f39bd12f9d2b,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:02.270243 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for subnet, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.275954 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-2b994e1d-dded-4079-9423-946dc552ca9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e32215f0-9c05-47bd-97d3-f39bd12f9d2b HTTP/1.1" status: 204 len: 168 time: 0.3111932 Apr 06 10:21:02.276255 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1523e6a-055e-4145-93c2-3cc346224182 None None] Network e8656b3f-7788-415b-9906-13f12b0c5302 requested from dv-cinder-836753-1-smb {{(pid=83220) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 06 10:21:02.278372 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37940) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:02.381523 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607089'] for network, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.392088 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Deleting port e8450b24-cef1-4b76-8188-680fffcd21e9 {{(pid=83218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:21:02.392442 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.537444 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] DHCP port deletion for e8656b3f-7788-415b-9906-13f12b0c5302 request from dv-cinder-836753-1-smb {{(pid=83220) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 06 10:21:02.542001 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Deleting port e8450b24-cef1-4b76-8188-680fffcd21e9 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:21:02.542456 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.607608 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.db [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] For port e8450b24-cef1-4b76-8188-680fffcd21e9, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e8450b24-cef1-4b76-8188-680fffcd21e9,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:21:02.608205 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.732069 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.plugin [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Calling delete_port for e8450b24-cef1-4b76-8188-680fffcd21e9 owned by network:dhcp {{(pid=83218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:21:02.778553 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.db [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] For port e8450b24-cef1-4b76-8188-680fffcd21e9, host dv-cinder-836753-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836753-1-smb',level=0,port_id=e8450b24-cef1-4b76-8188-680fffcd21e9,segment=NetworkSegment(ae0891c4-11e7-4be8-878a-e7071734c57f),segment_id=ae0891c4-11e7-4be8-878a-e7071734c57f)] {{(pid=83220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:21:02.778842 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4007947'] for port, precommit_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.808291 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749869860235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749869421177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2978725'] for port, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:02.853659 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8450b24-cef1-4b76-8188-680fffcd21e9,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:02.860706 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] No DVR routers for this DVR port e8450b24-cef1-4b76-8188-680fffcd21e9 on host dv-cinder-836753-1-smb {{(pid=83218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:21:02.896358 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Calling delete_port for e8450b24-cef1-4b76-8188-680fffcd21e9 owned by network:dhcp {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 06 10:21:02.968006 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.db.api [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83220) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:21:02.968716 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG oslo_db.api [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:21:02.975275 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696889', 'neutron.services.segments.db._delete_segments_for_network-8749869889648'] for network, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.000636 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8656b3f-7788-415b-9906-13f12b0c5302']}} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:03.013586 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0891c4-11e7-4be8-878a-e7071734c57f') {'for_net_delete': True} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:03.013880 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.services.segments.db [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0891c4-11e7-4be8-878a-e7071734c57f') {} {{(pid=83218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:21:03.025973 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749869888759', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3427807'] for segment, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.041175 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642536'] for segment, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.047395 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 06 10:21:03.047774 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-642529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2978774'] for segment, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: Traceback (most recent call last): Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: timer() Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: cb(*args, **kw) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: return func(*args, **kwargs) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: self._notify() Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: self.callback(batched_events) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: event.method(event) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: return f(self, *a, **k) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: return self._get(url).json() Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: return self.request(url, 'GET', **kwargs) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:21:03.061307 dv-cinder-836753-1-smb neutron-server[83218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:21:03.217106 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4190558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4119869'] for network, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.232786 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017090'] for network, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.245738 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8656b3f-7788-415b-9906-13f12b0c5302,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:03.253190 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cb96d9de-8ee2-401a-8846-fa2bc4d3bcc0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8656b3f-7788-415b-9906-13f12b0c5302 HTTP/1.1" status: 204 len: 168 time: 0.9738336 Apr 06 10:21:03.284918 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e8450b24-cef1-4b76-8188-680fffcd21e9 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:21:03.318565 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: e8450b24-cef1-4b76-8188-680fffcd21e9 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:21:03.318897 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device e8450b24-cef1-4b76-8188-680fffcd21e9 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:21:03.319310 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 29ddbad9-67fe-495e-9cac-a64694d09825 no longer exists at agent ovs-agent-dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 06 10:21:03.352868 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] No Port match for: 29ddbad9-67fe-495e-9cac-a64694d09825 {{(pid=83220) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 06 10:21:03.353132 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.rpc [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Device 29ddbad9-67fe-495e-9cac-a64694d09825 not bound to the agent host dv-cinder-836753-1-smb {{(pid=83220) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 06 10:21:03.446507 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37946) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:03.469515 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Deleting port e8450b24-cef1-4b76-8188-680fffcd21e9 {{(pid=83220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 06 10:21:03.470814 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749869788618'] for port, before_delete {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.498588 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-e7c4f66d-b5a0-464b-a394-b83624700f2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7139f4953c40470f8e77575b5586fac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482664 Apr 06 10:21:03.498804 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37950) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:03.535466 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron.plugins.ml2.plugin [None req-6d068e2a-f266-4484-abad-5d5e70bd3902 None None] The port 'e8450b24-cef1-4b76-8188-680fffcd21e9' was deleted {{(pid=83220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 06 10:21:03.567139 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.592485 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.644152 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.661755 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c012274-493f-4cb5-8509-c2d6d287b825,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:03.673839 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:03.675051 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-fe29e8d1-6609-4f67-8508-595c866a4ccb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c012274-493f-4cb5-8509-c2d6d287b825 HTTP/1.1" status: 204 len: 168 time: 0.1753666 Apr 06 10:21:04.047830 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37958) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:04.097125 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-9973d9b8-81c5-419b-902b-abb36647f234 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a192e00a5b145519b554d7569ca2111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480068 Apr 06 10:21:04.099327 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [-] (83218) accepted ('10.222.0.39', 37962) {{(pid=83218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 06 10:21:04.127432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-570fc9b5-b47e-43c9-9ffe-ddc774ba337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:04.160176 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:04.187874 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:04.238498 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187315'] for security_group, after_delete {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:04.253580 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b24ed-15f4-4ebc-82a8-d9d05c61af1e,revision_number=None']} {{(pid=83218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:21:04.262554 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:04.263653 dv-cinder-836753-1-smb neutron-server[83218]: INFO neutron.wsgi [None req-cb7a8e44-9be3-4040-a839-f0fb02c42482 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f24b24ed-15f4-4ebc-82a8-d9d05c61af1e HTTP/1.1" status: 204 len: 168 time: 0.1634476 Apr 06 10:21:06.291854 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-16884b0f-497e-4c46-b115-1f344872eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:07.467900 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:07.552095 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:08.799688 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:24.166886 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:34.130147 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-86b7ba18-5ad3-42d1-a27e-99b15c6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:36.293749 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7dcdab10-57e5-43f1-911b-29dac1e19faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:36.647448 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:21:37.472604 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:37.553530 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:38.802612 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:21:54.171246 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:04.132966 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-7888e5fc-12c7-4a28-bf89-ede449140beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:06.294124 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d00c8ae4-035d-49b7-9f96-18e6b468c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:07.476476 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:07.556804 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:08.805648 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:13.648030 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:22:24.188158 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:34.135323 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f8644259-2b2e-4524-a5a9-f1bc31e5e3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:36.296831 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b212aa96-9144-4a48-aaab-112713038d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:37.477367 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:37.558502 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:38.807624 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:22:50.648848 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:22:54.180088 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:04.144422 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a36a1c99-0569-4e18-b3e0-13d35195dbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:04.860412 dv-cinder-836753-1-smb neutron-server[83218]: DEBUG neutron.wsgi [req-56a225dd-1f9c-41b8-a0ab-f74b2fa53a55 req-ad5101b6-50d1-49d3-8281-7658d165c457 service neutron] (83218) timed out ('10.222.0.39', 34866) {{(pid=83218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 06 10:23:06.297909 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a6db4147-a28d-4b19-9745-56675f5a4b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:07.479399 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:07.560140 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:08.810713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:24.195423 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:27.649917 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:23:34.136321 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-f2c9aa19-5ce8-4dd0-a098-94e34ba52a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:36.300514 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a0f3-745b-4e41-b27e-7f1c2464994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:37.482651 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:37.562671 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:38.812971 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:23:54.194789 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:04.138226 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-6e21d415-6b0a-4f44-8b6c-95c28a9ac302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:04.650694 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:24:06.302087 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-fdcb820d-73ee-407a-a35f-e4d88fe93753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:07.487432 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:07.564335 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:08.816489 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:24.199381 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:34.140651 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-031cde51-40e0-41e4-8910-cd2dc4a254d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:36.303123 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-97370f78-641d-4e2b-9585-e50815458f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:37.486809 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:37.566757 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:38.818237 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:24:41.650582 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:24:54.193339 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:04.142444 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc8a1-1a67-4308-b6e7-ff7241c26546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:06.303979 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-80740a3d-0281-4261-a2c6-0fe4206b0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:07.492703 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:07.568347 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:08.822564 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:18.651704 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:25:24.197204 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:34.144212 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-1ff06f34-f5d5-4553-8e39-5fcd96f54acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:36.305788 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6392-8d72-4f71-a6e5-8518ec00273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:37.493011 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-febe360c-45e3-4734-9c11-f7d0041a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:37.570713 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-89b9f4f8-0afb-4c2a-816f-8cf69fa95eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:38.824428 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-d372cc69-abbb-487f-9db1-5b9d53204688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:54.198977 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0b394a55-38be-4795-9f67-a1571143654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:25:55.654052 dv-cinder-836753-1-smb neutron-server[83221]: DEBUG neutron.db.agents_db [None req-a7bebf25-a92a-4b9e-aa4c-eff7318b726c None None] Agent healthcheck: found 6 active agents {{(pid=83221) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 06 10:26:04.146502 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3546-d38b-453d-a9cd-6297fe13f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 06 10:26:06.306815 dv-cinder-836753-1-smb neutron-server[83220]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afd8-2101-4f1f-897b-d89881340eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749869889630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-698425'] for agent, after_update {{(pid=83220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}